-- Logs begin at Wed 2021-06-16 14:35:34 UTC, end at Wed 2021-06-16 15:50:03 UTC. -- Jun 16 15:10:58.619841 dv-cinder-757908-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 15:11:01.594598 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.common.config [-] Logging enabled! Jun 16 15:11:01.596093 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 15:11:01.596254 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92021) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 15:11:01.602274 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.common.config [-] Logging enabled! Jun 16 15:11:01.602721 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 15:11:01.603247 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92021) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 15:11:01.604999 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:11:01.605384 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:11:01.606121 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:11:01.606539 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:11:01.606933 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:11:01.607479 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.608004 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.608499 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.608895 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.609430 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.610079 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.610360 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.610697 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.611547 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.611853 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.612148 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.612451 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.613280 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.613280 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.613280 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.613645 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.613802 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] debug = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.614071 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.614505 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.614975 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.615214 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.615507 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.615786 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.616061 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.616338 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.616627 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.617006 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] host = dv-cinder-757908-6-iscsi {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.617297 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.617779 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.618072 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.618366 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.618645 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.618923 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.619769 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.619769 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.621066 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] log_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.621541 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.621812 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.622114 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.622416 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.622650 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.622930 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.623143 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.623609 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.623753 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.624081 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.624355 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.624656 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.625109 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.625109 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.625745 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.625745 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.626060 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.626219 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.626960 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.627366 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.627714 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.628004 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.628467 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.628756 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.629088 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.629360 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.629620 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.629900 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.630207 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.630496 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.630785 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.631075 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.631353 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.631636 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.631912 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.632205 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.632604 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] use_json = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.632950 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.633255 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.633545 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.633826 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.634098 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.634379 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.634724 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.635034 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:01.635364 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.635689 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.635994 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.636298 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.636633 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.636953 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.637280 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.637563 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.637857 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.638147 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.638449 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.638730 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.639020 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.639298 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.639636 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.640065 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.640462 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.640846 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.641257 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.645050 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.645050 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.645050 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.645050 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.645050 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.645050 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.645050 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.646013 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.646013 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.646013 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.646013 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.646516 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.646516 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.646861 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.647207 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.647472 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.647932 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.648295 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.648670 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.649274 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.649274 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.649860 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.649860 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.649860 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.650391 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.650391 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.651156 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.651156 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.651709 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.651709 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.651709 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.652172 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.652611 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.652611 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.653269 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.653545 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.653673 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.654228 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.654228 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.654993 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.654993 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.654993 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.656035 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.656035 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.656035 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.656035 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.656959 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.656959 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.656959 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.657937 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.657937 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.657937 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.658714 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.658714 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.659733 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.659733 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.659733 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.660465 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.660465 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.660465 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.661244 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.661244 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.661901 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.661901 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.661901 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.662830 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.662830 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.662830 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.663315 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.663315 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.663532 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.663794 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.664091 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.664385 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.664678 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.665002 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.665300 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.665584 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.665902 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.666183 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:01.666399 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:11:01.666647 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92021) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 15:11:02.082462 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:02.082774 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:02.083000 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:02.083336 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 15:11:02.529563 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.529857 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.530103 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.531436 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.531710 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.531974 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.573846 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.574222 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.574556 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.590872 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.591143 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.591407 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.625005 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.625809 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.625809 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.675928 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.676305 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.676668 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.956889 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.957207 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.957472 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.957744 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:02.958763 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.101670 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.102004 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.102279 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.102554 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.102830 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.103149 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.103410 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.103666 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.103918 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.104203 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.104458 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.104724 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.105013 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.105276 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.105567 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.105934 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.106326 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.106744 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.107167 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.107497 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.107930 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.108789 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.109253 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.109796 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.110135 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.110452 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.111745 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:11:03.112098 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:11:03.112572 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:11:03.112926 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:11:03.113274 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:11:03.113584 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:11:03.115475 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 15:11:03.120031 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 15:11:03.125623 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 15:11:03.132752 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jun 16 15:11:03.135090 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 15:11:03.135562 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 15:11:03.135902 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 15:11:03.136299 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 15:11:03.139678 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 15:11:03.139935 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 15:11:03.140314 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 15:11:03.174584 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 15:11:03.175038 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.175343 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92021) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 15:11:03.175708 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.177226 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92021) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 15:11:03.177604 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 15:11:03.177921 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 15:11:03.182421 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.182825 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:03.254145 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 15:11:03.254397 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 15:11:03.254543 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 15:11:03.254853 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 15:11:03.281069 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_db.sqlalchemy.engines [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92021) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 15:11:03.926121 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Initializing driver for type 'gre' Jun 16 15:11:03.927180 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] gre ID ranges: [(1, 1000)] Jun 16 15:11:04.014733 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Initializing driver for type 'local' Jun 16 15:11:04.015068 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Initializing driver for type 'vlan' Jun 16 15:11:04.031800 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] VlanTypeDriver initialization complete Jun 16 15:11:04.032381 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Initializing driver for type 'vxlan' Jun 16 15:11:04.033753 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] vxlan ID ranges: [(1, 1000)] Jun 16 15:11:04.115227 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Initializing extension driver 'port_security' Jun 16 15:11:04.115544 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.extensions.port_security [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] PortSecurityExtensionDriver initialization complete Jun 16 15:11:04.115864 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Initializing mechanism driver 'openvswitch' Jun 16 15:11:04.116192 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Initializing mechanism driver 'hyperv' Jun 16 15:11:04.125116 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.plugins.ml2.plugin [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:04.125973 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > port after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.126537 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > port after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.127146 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > port after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.127833 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > subnet after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.128436 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > subnet after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.129091 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.129658 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > network after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.130054 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > network after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.130497 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > network after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.130981 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > security_group after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.131385 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > security_group after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.131765 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.132215 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.132604 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.133026 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.133455 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > address_group after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.133841 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > address_group after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.134219 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.134619 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] ML2 OVO RPC backend initialized. {{(pid=92021) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 15:11:04.135456 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.135851 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.136308 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > network before_response 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.136699 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > networks before_response 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.137113 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > port before_response 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.137488 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > ports before_response 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.137864 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > subnet before_response 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.138245 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > subnets before_response 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.138740 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > network after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.139210 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > network after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.139697 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > network after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.140158 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > port after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.140572 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > port after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.140959 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > port after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.141483 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > subnet after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.141860 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > subnet after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.142788 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.143863 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.plugin [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Modular L2 Plugin initialization complete Jun 16 15:11:04.144241 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading services supported by the core plugin {{(pid=92021) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 15:11:04.144610 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.plugins.ml2.managers [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Got port-security extension from driver 'port_security' Jun 16 15:11:04.145164 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.extensions.vlantransparent [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Disabled vlantransparent extension. Jun 16 15:11:04.145696 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92021) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 15:11:04.146045 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading Plugin: router Jun 16 15:11:04.188235 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.188666 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router after_create 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.189423 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router before_create 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.190081 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.190693 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.191542 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router after_delete 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.191796 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.192118 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router after_create 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.192526 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router after_update 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.193107 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router after_update 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.193473 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.193842 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router after_update 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.194270 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router precommit_update 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.194714 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: port after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.195030 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: port after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.195366 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: subnet after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.195705 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.196475 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.196475 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router precommit_create 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.196840 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: port before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.197159 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router precommit_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.197572 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router after_update 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.197878 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.198236 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router precommit_create 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.198593 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.198917 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router precommit_update 55549900 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.199369 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > network after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.200507 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Tracking information for resource: router configured {{(pid=92021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:11:04.200934 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Tracking information for resource: floatingip configured {{(pid=92021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:11:04.209124 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.db.l3_agentschedulers_db [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 15:11:04.210153 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: port after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.210752 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: port after_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.211344 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: port after_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.211943 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: port after_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.213460 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router before_create 55550100 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.214077 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.214687 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router precommit_create 55550100 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.215280 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > router precommit_update 55550100 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.223524 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.services.provider_configuration [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service providers = [] {{(pid=92021) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 15:11:04.223914 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.db.servicetype_db [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92021) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 15:11:04.227260 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.services.service_base [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:11:04.227655 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.services.service_base [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:11:04.228046 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.services.service_base [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:11:04.229022 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.services.service_base [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:11:04.229431 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.services.service_base [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 15:11:04.229862 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:11:04.230226 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 15:11:04.242914 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:11:04.243252 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading Plugin: auto_allocate Jun 16 15:11:04.249657 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: network precommit_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.250189 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: network precommit_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.250867 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:11:04.252010 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading Plugin: tag Jun 16 15:11:04.260612 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:11:04.260943 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading Plugin: timestamp Jun 16 15:11:04.270417 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:11:04.270951 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading Plugin: network_ip_availability Jun 16 15:11:04.279254 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.279681 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.280082 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.280938 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:11:04.281355 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading Plugin: flavors Jun 16 15:11:04.287723 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:11:04.288165 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading Plugin: revisions Jun 16 15:11:04.293242 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:11:04.293758 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_concurrency.lockutils [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.211s {{(pid=92021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:04.294637 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92021) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 15:11:04.295055 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Initializing extension manager. Jun 16 15:11:04.295640 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: __init__.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.296059 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: __pycache__ {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.296479 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.296936 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: address_group.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.297897 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.299261 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: address-group Jun 16 15:11:04.299814 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: address_scope.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.300605 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.301171 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: address-scope Jun 16 15:11:04.301502 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.302527 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.303044 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: router-admin-state-down-before-update Jun 16 15:11:04.303370 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: agent.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.304078 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.304582 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: agent Jun 16 15:11:04.304906 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: agent_resources_synced.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.305886 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.306396 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: agent-resources-synced Jun 16 15:11:04.306715 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: allowedaddresspairs.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.308850 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.309427 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: allowed-address-pairs Jun 16 15:11:04.309751 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: auto_allocated_topology.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.310899 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.311422 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: auto-allocated-topology Jun 16 15:11:04.311746 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: availability_zone.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.312453 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.312990 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: availability_zone Jun 16 15:11:04.313313 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: availability_zone_filter.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.315283 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.315879 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: availability_zone_filter Jun 16 15:11:04.316205 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: data_plane_status.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.317193 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.317965 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 15:11:04.318285 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: default_subnetpools.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.319217 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.319727 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: default-subnetpools Jun 16 15:11:04.320049 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.320915 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.321454 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: dhcp_agent_scheduler Jun 16 15:11:04.321778 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: dns.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.322727 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.323232 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 15:11:04.323558 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: dns_domain_ports.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.324458 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.324995 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 15:11:04.325319 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: dvr.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.326439 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.326643 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: dvr Jun 16 15:11:04.326961 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: empty_string_filtering.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.327995 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.328512 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: empty-string-filtering Jun 16 15:11:04.328837 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.330051 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.330894 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 15:11:04.331170 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.332181 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.332707 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 15:11:04.333061 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: external_net.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.333971 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.334487 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: external-net Jun 16 15:11:04.334805 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.335722 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.336234 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: extra_dhcp_opt Jun 16 15:11:04.336554 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: extraroute.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.337508 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.338018 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: extraroute Jun 16 15:11:04.338335 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: extraroute_atomic.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.339417 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.339933 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: extraroute-atomic Jun 16 15:11:04.340249 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: filter_validation.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.340936 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.341485 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: filter-validation Jun 16 15:11:04.341867 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: fip_pf_description.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.342821 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.343439 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 15:11:04.343767 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: fip_port_details.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.344686 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.345417 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: fip-port-details Jun 16 15:11:04.345864 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: flavors.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.347356 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.347989 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: flavors Jun 16 15:11:04.348430 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.350551 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.351320 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 15:11:04.351670 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: floatingip_pools.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.352537 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.353225 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: floatingip-pools Jun 16 15:11:04.353640 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: ip_allocation.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.354811 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.355441 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 15:11:04.355850 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.357157 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.358210 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: ip-substring-filtering Jun 16 15:11:04.358522 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: l2_adjacency.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.361213 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.361213 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 15:11:04.362413 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: l3.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.363115 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.363761 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: router Jun 16 15:11:04.364165 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.367034 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.367697 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 15:11:04.368147 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.369313 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.369950 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: ext-gw-mode Jun 16 15:11:04.370361 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.371380 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.371982 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: l3-ha Jun 16 15:11:04.372385 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: l3_flavors.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.373559 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.374191 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: l3-flavors Jun 16 15:11:04.374595 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.375803 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.376570 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 15:11:04.377766 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: l3agentscheduler.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.378590 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.379232 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: l3_agent_scheduler Jun 16 15:11:04.379638 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: logging.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.381660 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.382380 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension logging not supported by any of loaded plugins Jun 16 15:11:04.382794 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: metering.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.383709 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.384414 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: metering Jun 16 15:11:04.384829 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.386462 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.387143 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: metering_source_and_destination_fields Jun 16 15:11:04.387660 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: multiprovidernet.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.389211 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.390096 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: multi-provider Jun 16 15:11:04.390624 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: netmtu.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.392483 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.393386 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: net-mtu Jun 16 15:11:04.393849 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: netmtu_writable.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.394916 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.395450 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: net-mtu-writable Jun 16 15:11:04.395850 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: network_availability_zone.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.396569 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.397158 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: network_availability_zone Jun 16 15:11:04.397461 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: network_ip_availability.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.398700 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.399239 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: network-ip-availability Jun 16 15:11:04.399567 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: network_segment_range.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.400379 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.400897 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 15:11:04.401431 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: pagination.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.403011 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.403538 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: pagination Jun 16 15:11:04.404059 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: port_device_profile.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.405676 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.406342 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: port-device-profile Jun 16 15:11:04.406677 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.408084 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.409053 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: port-mac-address-regenerate Jun 16 15:11:04.409621 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.410820 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.411472 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: port-numa-affinity-policy Jun 16 15:11:04.412009 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: port_resource_request.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.413278 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.413883 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 15:11:04.414245 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: portbindings.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.415438 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.416275 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: binding Jun 16 15:11:04.416654 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: portbindings_extended.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.418895 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.419820 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: binding-extended Jun 16 15:11:04.420373 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: portsecurity.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.421967 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.422664 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: port-security Jun 16 15:11:04.423153 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: project_id.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.425284 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.425832 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: project-id Jun 16 15:11:04.426228 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: providernet.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.427541 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.428147 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: provider Jun 16 15:11:04.428505 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: qos.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.435036 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.435993 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension qos not supported by any of loaded plugins Jun 16 15:11:04.436547 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.439579 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.440459 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 15:11:04.440961 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.442391 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.443546 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 15:11:04.444087 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: qos_default.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.445695 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.446560 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension qos-default not supported by any of loaded plugins Jun 16 15:11:04.447127 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: qos_fip.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.448177 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.448936 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 15:11:04.449477 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: qos_gateway_ip.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.450944 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.451755 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 15:11:04.452170 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: qos_port_network_policy.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.453360 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.453973 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 15:11:04.454541 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: qos_rule_type_details.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.455969 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.456733 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 15:11:04.457195 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: qos_rules_alias.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.458517 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.459146 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 15:11:04.459556 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: quotasv2.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.460744 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.461200 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: quotas Jun 16 15:11:04.461608 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: quotasv2_detail.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.465801 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.466197 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: quota_details Jun 16 15:11:04.466577 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: rbac.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.467731 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.468659 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: rbac-policies Jun 16 15:11:04.469112 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: rbac_address_group.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.471183 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.471916 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: rbac-address-group Jun 16 15:11:04.472280 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: rbac_address_scope.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.473382 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.473959 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: rbac-address-scope Jun 16 15:11:04.474311 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: rbac_security_groups.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.476078 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.476862 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: rbac-security-groups Jun 16 15:11:04.477443 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: rbac_subnetpool.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.479031 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.479775 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: rbac-subnetpool Jun 16 15:11:04.480103 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: revisionifmatch.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.481180 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.481709 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: revision-if-match Jun 16 15:11:04.482256 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: revisions.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.483503 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.484221 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: standard-attr-revisions Jun 16 15:11:04.484637 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: router_availability_zone.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.488500 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.488500 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: router_availability_zone Jun 16 15:11:04.488500 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: routerservicetype.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.491114 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.491114 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 15:11:04.491114 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.493686 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.493686 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: security-groups-normalized-cidr Jun 16 15:11:04.493686 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.496696 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.497504 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: port-security-groups-filtering Jun 16 15:11:04.497992 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.499704 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.500510 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: security-groups-remote-address-group Jun 16 15:11:04.500927 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: securitygroup.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.512435 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.513211 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: security-group Jun 16 15:11:04.513635 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: segment.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.514715 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.515543 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension segment not supported by any of loaded plugins Jun 16 15:11:04.515917 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.517207 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.518089 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 15:11:04.518423 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: servicetype.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.519725 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.520372 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: service-type Jun 16 15:11:04.520703 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: sorting.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.521850 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.522179 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: sorting Jun 16 15:11:04.522665 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: standard_attr_segment.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.524311 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.525337 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 15:11:04.525838 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: standardattrdescription.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.526876 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.527502 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: standard-attr-description Jun 16 15:11:04.527944 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: stateful_security_group.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.529413 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.530258 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: stateful-security-group Jun 16 15:11:04.530590 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: stdattrs_common.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.531222 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 15:11:04.531549 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.533194 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.534337 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 15:11:04.534615 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: subnet_onboard.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.535837 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.536411 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: subnet_onboard Jun 16 15:11:04.536772 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.537897 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.538573 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 15:11:04.538978 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: subnet_service_types.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.540119 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.540952 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: subnet-service-types Jun 16 15:11:04.541500 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: subnetallocation.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.543375 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.544198 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: subnet_allocation Jun 16 15:11:04.544601 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.545406 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.546301 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: subnetpool-prefix-ops Jun 16 15:11:04.546649 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.548273 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.549737 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 15:11:04.550173 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: tagging.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.551454 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.552054 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: standard-attr-tag Jun 16 15:11:04.552415 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: timestamp.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.554092 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.554921 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loaded extension: standard-attr-timestamp Jun 16 15:11:04.555448 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: trunk.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.556874 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.557564 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension trunk not supported by any of loaded plugins Jun 16 15:11:04.557970 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: trunk_details.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.559034 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.559642 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 15:11:04.560331 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: uplink_status_propagation.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.561463 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.562119 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 15:11:04.562512 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Loading extension file: vlantransparent.py {{(pid=92021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:11:04.566648 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:11:04.566648 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 15:11:04.567130 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:network Jun 16 15:11:04.567960 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:subnet Jun 16 15:11:04.568418 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:11:04.568851 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:port Jun 16 15:11:04.570706 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.571203 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service FLAVORS assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.571849 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.572279 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.572615 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:router Jun 16 15:11:04.573126 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 15:11:04.573948 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service METERING assigned prefix: /metering {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.575605 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.576120 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.576700 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:11:04.578390 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 15:11:04.579014 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:security_group Jun 16 15:11:04.580368 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 15:11:04.581246 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service CORE assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.581632 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:11:04.582125 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] subnetpool is already registered Jun 16 15:11:04.582815 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service CORE assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.583359 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:11:04.583825 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] subnetpool is already registered Jun 16 15:11:04.586553 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.587048 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service FLAVORS assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.587751 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.588216 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.588628 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:router Jun 16 15:11:04.589017 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] router is already registered Jun 16 15:11:04.589471 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 15:11:04.589853 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] floatingip is already registered Jun 16 15:11:04.590370 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service METERING assigned prefix: /metering {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.591137 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 15:11:04.591508 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] rbac_policy is already registered Jun 16 15:11:04.592014 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:security_group Jun 16 15:11:04.592448 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] security_group is already registered Jun 16 15:11:04.592895 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 15:11:04.593292 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] security_group_rule is already registered Jun 16 15:11:04.594028 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service CORE assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.594390 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:11:04.594783 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] subnetpool is already registered Jun 16 15:11:04.595963 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.v2.resource_helper [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Service CORE assigned prefix: {{(pid=92021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:11:04.596443 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:11:04.597064 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING neutron.quota.resource_registry [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] subnetpool is already registered Jun 16 15:11:04.597759 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: extensions {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.599366 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: address-groups {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.600932 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: address-scopes {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.602359 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: agents {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.603593 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: auto-allocated-topology {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.604912 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: availability_zones {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.606278 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: dhcp-networks {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.607901 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: dhcp-agents {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.609595 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: routers {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.612437 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: flavors {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.615545 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: service_profiles {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.616884 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: next_providers {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.618753 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: service_profiles {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.621009 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: floatingip-pools {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.623077 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: routers {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.626022 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: floatingips {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.628311 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: l3-routers {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.629881 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: l3-agents {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.631418 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: metering-labels {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.632850 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: metering-label-rules {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.634389 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: network-ip-availabilities {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.635750 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: bindings {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.637482 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: quotas {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.639206 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: quotas {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.641424 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: rbac-policies {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.643097 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: security-groups {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.645229 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: security-group-rules {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.647259 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: service-providers {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.648786 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: subnetpools {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.650371 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: subnetpools {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.652256 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: tags {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.654395 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: tags {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.656211 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: tags {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.659432 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: tags {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.662139 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: tags {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.664178 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: tags {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.666097 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: tags {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.668216 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: tags {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.670947 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: tags {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.672927 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron.api.extensions [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Extended resource: tags {{(pid=92021) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:11:04.680531 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING keystonemiddleware.auth_token [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 15:11:04.686031 dv-cinder-757908-6-iscsi neutron-server[92021]: WARNING keystonemiddleware.auth_token [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 15:11:04.696321 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_concurrency.lockutils [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Acquired lock "singleton_lock" {{(pid=92021) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 15:11:04.696756 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_concurrency.lockutils [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Releasing lock "singleton_lock" {{(pid=92021) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 15:11:04.697629 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO oslo_service.service [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Starting 2 workers Jun 16 15:11:04.703158 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Started child 92140 {{(pid=92021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:11:04.708810 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Started child 92141 {{(pid=92021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:11:04.710665 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO neutron.service [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 15:11:04.711590 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Notify callbacks [] for process, before_spawn {{(pid=92021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:04.711855 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:04.714176 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [-] (92140) wsgi starting up on http://0.0.0.0:9696 Jun 16 15:11:04.715006 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO oslo_service.service [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Starting 1 workers Jun 16 15:11:04.716828 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:04.719347 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [-] (92141) wsgi starting up on http://0.0.0.0:9696 Jun 16 15:11:04.723181 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Started child 92142 {{(pid=92021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:11:04.724033 dv-cinder-757908-6-iscsi neutron-server[92021]: INFO oslo_service.service [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Starting 1 workers Jun 16 15:11:04.728238 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.service [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] calling RpcWorker wait() {{(pid=92142) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 15:11:04.729149 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.service [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] returning from RpcWorker wait() {{(pid=92142) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 15:11:04.729793 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Started child 92143 {{(pid=92021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:11:04.730079 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:04.730519 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:04.731013 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG neutron_lib.callbacks.manager [None req-b51dae25-644d-46d4-91b7-840ed6127345 None None] Notify callbacks [] for process, after_spawn {{(pid=92021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:04.733418 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92021) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 15:11:04.733729 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:11:04.734155 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:11:04.734565 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:11:04.735745 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:11:04.735745 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:11:04.738450 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:04.745675 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.746337 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.746561 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.747039 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.747424 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.748132 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.748526 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.748917 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.749359 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.749721 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.750009 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.750288 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.750666 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.751043 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.751522 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.751925 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.752587 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.752748 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.753057 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.753388 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.753776 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.754137 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.754498 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] debug = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.754810 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.755612 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.756156 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.756320 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.756576 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.757030 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.757447 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.757882 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.758181 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.758530 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.758869 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.759223 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.759537 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.759860 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.760177 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.760516 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.760817 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.761504 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] host = dv-cinder-757908-6-iscsi {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.761857 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.762112 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.762505 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.762867 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.763223 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.763528 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.763867 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.764270 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.764527 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.764863 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.765307 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.765535 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.765891 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.766283 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.766551 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_options = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.767118 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.769270 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.769270 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.769270 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.769270 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.769270 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.769270 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.769270 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.770975 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.770975 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.770975 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.770975 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.770975 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.771571 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.771571 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.771795 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.772098 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.772379 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.772712 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.773069 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.773402 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.773767 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.774147 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.774466 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.774761 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.775057 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.775380 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.775688 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.775982 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.776332 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.776649 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.777046 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.777326 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.777658 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.777966 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.778269 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.778566 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.778923 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.779233 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.779567 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.779888 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.780194 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.780537 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.780825 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.781234 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.781607 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_json = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.782021 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.782437 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.783621 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.783847 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.784195 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:04.784370 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.784721 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.784865 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.785267 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.785890 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.786299 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.786764 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.787166 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.787568 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.787937 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.788309 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.788665 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.789474 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.789474 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.789807 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.790153 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.790652 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.791030 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.791459 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.791911 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.792854 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.792854 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.793252 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.793442 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.793733 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.793939 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.794368 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.794792 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.795148 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.795486 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.795788 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.796095 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.796456 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.796752 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.797109 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.797415 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.797841 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.799173 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.799173 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.799638 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.799872 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.800152 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.800479 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.800831 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.801189 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.801513 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.802189 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.802189 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.802509 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.802766 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.803063 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.803382 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.803716 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.805231 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.805231 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.805231 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.805231 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.805231 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.806129 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.806129 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.806454 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.806454 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.806814 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.807089 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.807361 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.808227 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.808227 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.808726 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.808726 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.809163 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.809362 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.809574 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.809815 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.810174 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.810435 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.810747 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.811322 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.811509 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.811693 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.812030 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.812482 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.812865 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.813269 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.813759 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.814724 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.815073 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.818140 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.818140 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.818140 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.818140 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.818140 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.818140 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.818140 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.819704 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.819704 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.819704 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.819704 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.821766 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.821766 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.821766 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.821766 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.821766 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.822338 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.822338 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.823176 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.823176 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.823982 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.823982 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.824259 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.824643 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.825314 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.826538 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.826538 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.826538 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.827461 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.827461 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.827788 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.832995 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.832995 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.832995 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.832995 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.832995 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.832995 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.832995 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.832995 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.834039 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.834039 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.834039 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.834039 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.834560 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.834560 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.835349 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.835349 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.835783 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.836066 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.836478 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.837001 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.837866 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.838477 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.838882 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.839326 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.839725 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.840098 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.840529 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.841100 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.841678 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.841825 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.842183 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.842574 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.843029 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.843432 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.843669 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.844268 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.844542 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.845997 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.845997 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.846314 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.846457 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.846783 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.846942 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.847587 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.847587 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.847587 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.847964 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.849098 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.849098 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.849098 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.849098 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.849748 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.849748 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.849748 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.850215 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.850361 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.850556 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.850834 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.851040 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.851287 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.851523 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.851787 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.852011 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.852270 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.852514 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.852739 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.852960 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.853230 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.853474 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.853695 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.853927 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.854155 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.854392 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.854662 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.855008 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.855263 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.855520 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.855774 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.855995 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.856252 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.858030 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.858030 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.858030 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.858030 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.858030 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.858030 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.858812 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.858812 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.858812 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.859149 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.859275 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.859610 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.859743 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.860473 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.860473 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.860473 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.861531 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.861531 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.861878 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.861878 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.862247 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.862407 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.862530 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.862721 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.863928 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.863928 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.863928 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.863928 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.863928 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.864579 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.864579 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.864579 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.865071 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.865071 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.865366 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.865366 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.865657 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.865807 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.866562 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.866562 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.866562 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.867022 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.867022 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.867270 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.867730 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.868068 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.868424 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.868830 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.869238 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.869550 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.869845 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.870201 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.870577 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.871018 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.871908 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.871908 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.872379 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.872379 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.872680 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.876346 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.876346 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.876346 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.876346 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.876346 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.876346 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.876346 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.876346 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.876346 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.878228 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.878228 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.878450 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.878843 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.879716 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.879716 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.880140 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.880432 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.880826 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.881296 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.881707 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.882111 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.882666 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.882825 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:11:04.883695 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92021) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 15:11:04.883976 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:11:04.884252 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:11:04.884557 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:11:04.884854 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:11:04.885181 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:11:04.885535 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.885817 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.886103 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.886487 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.886754 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.887058 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.887346 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.887500 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 39762) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:04.887635 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.887891 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.888167 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.888452 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.888735 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.889711 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.889711 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.889711 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.890141 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.890141 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.890408 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.890585 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.891040 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.891682 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.891682 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.891682 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] debug = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.892615 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.893126 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.893649 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.894158 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.894665 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.895165 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.895671 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.895943 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.896220 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.896503 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.896935 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.896935 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.897265 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.897503 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.897791 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.898867 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.898867 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.898867 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] host = dv-cinder-757908-6-iscsi {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.898867 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.899212 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.899212 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.900414 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.900414 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.900414 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.900414 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.900414 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.900414 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.900414 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.900414 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.904571 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.904571 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.904571 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.904571 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_options = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.904571 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.904571 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.904571 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.904571 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.905840 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.905840 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.906273 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0118787 Jun 16 15:11:04.906508 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.906508 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.906508 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.906508 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.906508 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.906508 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.906508 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.906508 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.907516 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.907516 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.907516 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.907516 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.907516 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.907516 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.907516 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.907516 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.910049 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.910049 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.910049 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.910049 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.910049 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.910049 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.910049 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.910049 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.910049 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911110 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911110 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911110 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911110 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911110 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911110 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911110 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911110 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911971 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911971 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911971 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911971 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911971 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911971 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911971 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_json = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.911971 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.913454 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.913454 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.913454 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.913454 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.913454 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.913454 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.913454 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:11:04.913454 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.914409 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.914409 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.914409 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.914409 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.914409 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.914409 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.915011 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.915011 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.915203 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.915361 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.915648 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.915963 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.916212 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.916684 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.917204 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.917494 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.917772 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.918056 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.918322 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.918607 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.918861 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.919125 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.919372 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.919586 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.919945 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.920105 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.920294 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.920506 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.920737 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.920926 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.921189 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.921413 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.921623 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.921849 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.922113 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.922340 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.924936 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.924936 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.924936 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.924936 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.924936 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.924936 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.924936 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.924936 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.924936 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.926260 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.926260 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.926260 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.926260 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.926260 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.926260 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.926260 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.926260 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.926260 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928010 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928010 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928010 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928010 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928010 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928010 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928010 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928010 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928010 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928879 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928879 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928879 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928879 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928879 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928879 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928879 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.928879 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.930406 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.930406 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.930406 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.930406 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.931163 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.931163 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.931163 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.931163 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.931964 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.931964 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.931964 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.931964 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.931964 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.932801 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.932801 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.932801 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.932801 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.932801 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.933682 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.933682 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.933682 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.933682 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.933682 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.933682 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.934635 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.934635 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.934635 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.934635 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.934635 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.934635 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.935621 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.935621 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.935621 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.935621 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.935621 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.935621 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.936597 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.936597 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.936597 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.936597 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.936597 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.937426 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.937426 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.937426 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.938002 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.938002 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.938296 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.938441 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.938613 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.938808 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.939511 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.939706 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.939887 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.940077 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.940259 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.940457 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.940628 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.940628 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.940940 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.940940 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.941272 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.941430 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.941618 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.941790 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.941952 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.942113 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.942272 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.942433 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.942588 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.942999 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.943285 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.943638 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.943952 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.944138 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.944307 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.944537 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.944668 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.944845 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.945353 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.945353 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.945353 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.945834 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.945834 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.946145 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.946432 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.946625 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.946921 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.947186 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.947438 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.949396 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.949396 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.949396 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.949396 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.949396 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.949396 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.949396 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.949396 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.951957 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.951957 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.951957 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.951957 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.951957 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.951957 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.951957 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.951957 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.952874 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.952874 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.952874 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.952874 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.952874 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.952874 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.952874 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.952874 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.954117 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.954117 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.955654 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.955654 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.955654 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.956728 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.956728 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.956728 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.956728 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.957809 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.957809 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.957809 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.958551 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.958551 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.958551 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.959067 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.959067 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.959317 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.959471 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.959768 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.960060 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.960388 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.960729 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.961000 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.961318 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.961581 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.961800 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.961931 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.962134 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.962269 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.962478 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.962635 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.962754 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.962912 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.963092 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.963243 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.963383 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.963524 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.963699 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.963842 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.964018 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.964174 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.964342 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.964497 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.964638 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.964812 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.965059 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.965202 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.965324 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.965559 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.965692 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.965802 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.966082 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.966390 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.966687 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.966970 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.967215 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.968527 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.968527 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.968527 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.968527 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.969047 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.969047 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.969282 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.969405 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.969755 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.969973 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.970806 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.971940 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.971940 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.971940 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.971940 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.971940 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.974233 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.974233 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.974233 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.974233 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.974233 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.974233 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.974233 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.974233 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.974233 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.976524 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.976524 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.976524 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.976524 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.976524 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.976524 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.976524 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:11:04.976524 dv-cinder-757908-6-iscsi neutron-server[92021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:11:04.996353 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:20.066515 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a1a0fd-bb98-4340-bcdc-a1b944bf8bf8 None None] get_active_networks_info from dv-cinder-757908-6-iscsi {{(pid=92142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 15:11:20.108845 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-5972b049-47a1-4351-9515-616733fee1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423'] for agent, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:20.141186 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1a0fd-bb98-4340-bcdc-a1b944bf8bf8 None None] No non-hosted networks {{(pid=92142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 15:11:23.426053 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0894677c-97af-4290-a8c2-cb04839c8a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423'] for agent, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:23.567188 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcf13-7e9d-49d7-9032-8052b8929b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:23.989839 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423'] for agent, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:23.991180 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:23.992147 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:23.992813 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:23.993504 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:23.995535 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:23.995535 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:23.995535 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:23.996388 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:23.997388 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:23.998202 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:23.998994 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:23.999789 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:24.001293 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-757908-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:24.020301 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-757908-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:26.243984 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423'] for agent, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:27.907945 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423'] for agent, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:28.344286 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.db.l3_hamode_db [None req-93f542dd-f9c0-4ab7-8a51-88ad2ff8445f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 15:11:28.474841 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f542dd-f9c0-4ab7-8a51-88ad2ff8445f None None] Routers set() bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:11:28.475310 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f542dd-f9c0-4ab7-8a51-88ad2ff8445f None None] Router IDs set() for agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 15:11:29.187721 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 39860) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:29.979345 dv-cinder-757908-6-iscsi neutron-server[92141]: WARNING oslo_policy.policy [None req-33f2a9b7-b873-43a5-8f1a-9cb667c5c01f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:11:29.979888 dv-cinder-757908-6-iscsi neutron-server[92141]: WARNING oslo_policy.policy [None req-33f2a9b7-b873-43a5-8f1a-9cb667c5c01f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:11:30.242580 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [None req-33f2a9b7-b873-43a5-8f1a-9cb667c5c01f admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:11:30.244068 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-33f2a9b7-b873-43a5-8f1a-9cb667c5c01f admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0539885 Jun 16 15:11:32.771504 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 39874) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:33.362433 dv-cinder-757908-6-iscsi neutron-server[92140]: WARNING oslo_policy.policy [None req-a2fb2984-ea68-47b8-b6b8-6fa4a3da7fa1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:11:33.363077 dv-cinder-757908-6-iscsi neutron-server[92140]: WARNING oslo_policy.policy [None req-a2fb2984-ea68-47b8-b6b8-6fa4a3da7fa1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:11:33.585905 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-a2fb2984-ea68-47b8-b6b8-6fa4a3da7fa1 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:33.682545 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.policy [None req-a2fb2984-ea68-47b8-b6b8-6fa4a3da7fa1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92140) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 15:11:33.728651 dv-cinder-757908-6-iscsi neutron-server[92140]: WARNING oslo_policy.policy [None req-a2fb2984-ea68-47b8-b6b8-6fa4a3da7fa1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:11:33.729080 dv-cinder-757908-6-iscsi neutron-server[92140]: WARNING oslo_policy.policy [None req-a2fb2984-ea68-47b8-b6b8-6fa4a3da7fa1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:11:33.739392 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.quota [None req-a2fb2984-ea68-47b8-b6b8-6fa4a3da7fa1 admin admin] Loaded quota_driver: . Jun 16 15:11:33.842211 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2984-ea68-47b8-b6b8-6fa4a3da7fa1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749605022675', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749605021062', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749605042501', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749605041039', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749605059910', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749605052728', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-623351', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650878', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1628050', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1545423'] for rbac-policy, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:33.919493 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2984-ea68-47b8-b6b8-6fa4a3da7fa1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:33.920351 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-a2fb2984-ea68-47b8-b6b8-6fa4a3da7fa1 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1476014 Jun 16 15:11:36.864670 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 39892) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:37.257393 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Request body: {'network': {'name': 'private', 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'admin_state_up': True}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:37.258835 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.quota [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Loaded quota_driver: . Jun 16 15:11:37.329263 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Made reservation on behalf of 38803e3fc7314746b57781b7c93fbf5d for: {'network': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:37.401015 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.policy [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92141) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 15:11:37.447617 dv-cinder-757908-6-iscsi neutron-server[92141]: WARNING oslo_policy.policy [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:11:37.448003 dv-cinder-757908-6-iscsi neutron-server[92141]: WARNING oslo_policy.policy [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:11:37.458342 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:37.482001 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:37.641124 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:37.645374 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:37.651249 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:37.673453 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=92141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:11:37.703799 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749608635432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:37.704433 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Unsubscribe: segment precommit_create {{(pid=92141) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 15:11:37.704936 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.segments_db [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Added segment ffd0df5d-353f-4106-be05-16094b93c31c of type vlan for network f25c0225-222c-448b-b4fe-62c0d4779e3c Jun 16 15:11:37.711869 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9daec8-e388-4e51-afbd-be5b50e808f2,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:37.737149 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.737556 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.737892 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.738211 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.738523 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.738853 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.739164 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.739470 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.739794 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.740100 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.740400 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.740699 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Tracked resource versions report: Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: pushed versions: Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: { 'AddressGroup': {'1.2'}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'ConntrackHelper': {'1.0'}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Log': {'1.0'}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Network': {'1.1'}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Port': {'1.7'}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'PortForwarding': {'1.2'}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'QosPolicy': {'1.8'}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SecurityGroup': {'1.4'}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SubPort': {'1.0'}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Subnet': {'1.1'}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Trunk': {'1.1'}} Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: consumer versions: Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: { DHCP agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: L3 agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: Metadata agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: Metering agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: Open vSwitch agent@dv-cinder-757908-6-iscsi: { 'AddressGroup': '1.2', Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'ConntrackHelper': '1.0', Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Log': '1.0', Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Network': '1.1', Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Port': '1.7', Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'PortForwarding': '1.2', Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'QosPolicy': '1.8', Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SecurityGroup': '1.4', Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SecurityGroupRule': '1.2', Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SubPort': '1.0', Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Subnet': '1.1', Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Trunk': '1.1'}} Jun 16 15:11:37.741909 dv-cinder-757908-6-iscsi neutron-server[92141]: {{(pid=92141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:11:37.819976 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:37.840330 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:37.904891 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:37.907390 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:37.908268 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:37.910743 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:37.971680 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.1053777 Jun 16 15:11:38.021755 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Pushing event updated for resources: {'Network': ['ID=f25c0225-222c-448b-b4fe-62c0d4779e3c,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:38.025929 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:38.038599 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network f25c0225-222c-448b-b4fe-62c0d4779e3c details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:11:40.991618 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 39908) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:41.454842 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db7d5c-4dda-409c-bbeb-a9d3bd45c7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:41.456552 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-99db7d5c-4dda-409c-bbeb-a9d3bd45c7ff admin admin] 10.222.0.61 "GET /v2.0/networks/f25c0225-222c-448b-b4fe-62c0d4779e3c HTTP/1.1" status: 200 len: 826 time: 0.4638066 Jun 16 15:11:41.497411 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-add431b6-f099-4581-ae13-eada27377ce6 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/cd0b3451-c6ae-4beb-9d18-c5a0490b0caa HTTP/1.1" status: 200 len: 734 time: 0.0351071 Jun 16 15:11:41.507230 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'cd0b3451-c6ae-4beb-9d18-c5a0490b0caa', 'gateway_ip': '172.20.0.1', 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'name': 'private-subnet'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:41.533472 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Made reservation on behalf of 38803e3fc7314746b57781b7c93fbf5d for: {'subnet': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:41.536024 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:41.890047 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198'] for subnet, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:41.893537 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:41.970612 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be83f71-2988-45cc-bd97-198175aa4fb1,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:41.974625 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:41.981854 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Checking segment: {'id': 'ffd0df5d-353f-4106-be05-16094b93c31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:11:41.982291 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Network hostable DHCP agents. Network: f25c0225-222c-448b-b4fe-62c0d4779e3c, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:11:42.013118 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Network f25c0225-222c-448b-b4fe-62c0d4779e3c is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:11:42.027030 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, f25c0225-222c-448b-b4fe-62c0d4779e3c) {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:11:42.034722 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:42.035505 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:42.041266 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a90342-6af6-40cb-88d8-b50d7ccf5ecd None None] Network f25c0225-222c-448b-b4fe-62c0d4779e3c requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:11:42.059646 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5558586 Jun 16 15:11:42.427901 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8da438e2-716c-5b01-ad11-9c1c2b5a23b2-f25c0225-222c-448b-b4fe-62c0d4779e3c', 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'fixed_ips': [{'subnet_id': '4be83f71-2988-45cc-bd97-198175aa4fb1'}]}} from dv-cinder-757908-6-iscsi. {{(pid=92142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:11:42.429067 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:42.847697 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.db_base_plugin_common [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Allocated IP 172.20.0.2 (f25c0225-222c-448b-b4fe-62c0d4779e3c/4be83f71-2988-45cc-bd97-198175aa4fb1/4bff9699-7b32-4156-bdb7-ada302cb5ec6) {{(pid=92142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:11:43.197686 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Notify callbacks [] for port, precommit_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:43.228344 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Transition to ACTIVE for port object 4bff9699-7b32-4156-bdb7-ada302cb5ec6 will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:11:43.311816 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Transition to ACTIVE for port object 4bff9699-7b32-4156-bdb7-ada302cb5ec6 will not be triggered until provisioned by entity DHCP. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:11:43.326170 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:43.329588 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:43.401392 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Network f25c0225-222c-448b-b4fe-62c0d4779e3c is already hosted by enough agents. {{(pid=92142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:11:43.408910 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.base_scheduler [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Resources bound (agent type, host, resource id): {{(pid=92142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:11:43.412851 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Received port after_create {{(pid=92142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:11:43.435240 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Pushing event updated for resources: {'Port': ['ID=4bff9699-7b32-4156-bdb7-ada302cb5ec6,revision_number=1']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:43.486663 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.486943 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.487292 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.487517 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.487872 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.488172 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.488494 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.488810 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.489174 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.489497 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.489812 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.490124 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Tracked resource versions report: Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: pushed versions: Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: { 'AddressGroup': {'1.2'}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'ConntrackHelper': {'1.0'}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Log': {'1.0'}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Network': {'1.1'}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Port': {'1.7'}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'PortForwarding': {'1.2'}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'QosPolicy': {'1.8'}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SecurityGroup': {'1.4'}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SubPort': {'1.0'}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Subnet': {'1.1'}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Trunk': {'1.1'}} Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: consumer versions: Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: { DHCP agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: L3 agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: Metadata agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: Metering agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: Open vSwitch agent@dv-cinder-757908-6-iscsi: { 'AddressGroup': '1.2', Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'ConntrackHelper': '1.0', Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Log': '1.0', Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Network': '1.1', Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Port': '1.7', Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'PortForwarding': '1.2', Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'QosPolicy': '1.8', Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SecurityGroup': '1.4', Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SecurityGroupRule': '1.2', Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SubPort': '1.0', Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Subnet': '1.1', Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Trunk': '1.1'}} Jun 16 15:11:43.492066 dv-cinder-757908-6-iscsi neutron-server[92142]: {{(pid=92142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:11:43.496438 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:43.535571 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Attempting to bind port 4bff9699-7b32-4156-bdb7-ada302cb5ec6 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:11:43.535946 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Attempting to bind port 4bff9699-7b32-4156-bdb7-ada302cb5ec6 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'ffd0df5d-353f-4106-be05-16094b93c31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:11:43.536381 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Attempting to bind port 4bff9699-7b32-4156-bdb7-ada302cb5ec6 on network f25c0225-222c-448b-b4fe-62c0d4779e3c {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:11:43.548418 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:11:43.548926 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Checking segment: {'id': 'ffd0df5d-353f-4106-be05-16094b93c31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:11:43.549437 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:43.549724 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Bound using segment: {'id': 'ffd0df5d-353f-4106-be05-16094b93c31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:11:43.550260 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Bound port: 4bff9699-7b32-4156-bdb7-ada302cb5ec6, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd0df5d-353f-4106-be05-16094b93c31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:11:43.550652 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:43.638050 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] For port 4bff9699-7b32-4156-bdb7-ada302cb5ec6, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:11:43.644925 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] For port 4bff9699-7b32-4156-bdb7-ada302cb5ec6, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=4bff9699-7b32-4156-bdb7-ada302cb5ec6,segment=NetworkSegment(ffd0df5d-353f-4106-be05-16094b93c31c),segment_id=ffd0df5d-353f-4106-be05-16094b93c31c)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:11:43.651538 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:43.656757 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:43.741178 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Pushing event updated for resources: {'Port': ['ID=4bff9699-7b32-4156-bdb7-ada302cb5ec6,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:43.744426 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:45.097686 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 39916) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:45.557157 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [None req-7edc1496-d1c5-4adc-9071-1fc247993464 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:11:45.558184 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-7edc1496-d1c5-4adc-9071-1fc247993464 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4591684 Jun 16 15:11:48.618153 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 39924) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:49.185624 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [None req-ef2853f1-3aa4-41ac-84ea-1497f08c58e0 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:11:49.187064 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-ef2853f1-3aa4-41ac-84ea-1497f08c58e0 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5674725 Jun 16 15:11:49.914588 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-9d53d3c3-d698-4c33-8478-fca5f69480ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:50.703271 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 4bff9699-7b32-4156-bdb7-ada302cb5ec6 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:11:50.805864 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 4bff9699-7b32-4156-bdb7-ada302cb5ec6 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:11:51.175762 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e8deb7-06ce-4529-99bf-8d0b3845a1fc None None] Network f25c0225-222c-448b-b4fe-62c0d4779e3c requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:11:51.268403 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-071b852e-8900-4348-a179-9a3360ade18b None None] Provisioning for port 4bff9699-7b32-4156-bdb7-ada302cb5ec6 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:11:51.276953 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-071b852e-8900-4348-a179-9a3360ade18b None None] Provisioning complete for port 4bff9699-7b32-4156-bdb7-ada302cb5ec6 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:11:51.277450 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-071b852e-8900-4348-a179-9a3360ade18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.456351 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-071b852e-8900-4348-a179-9a3360ade18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.531349 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-071b852e-8900-4348-a179-9a3360ade18b None None] For port 4bff9699-7b32-4156-bdb7-ada302cb5ec6, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=4bff9699-7b32-4156-bdb7-ada302cb5ec6,segment=NetworkSegment(ffd0df5d-353f-4106-be05-16094b93c31c),segment_id=ffd0df5d-353f-4106-be05-16094b93c31c)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:11:51.539922 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-071b852e-8900-4348-a179-9a3360ade18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.550505 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:51.610678 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b852e-8900-4348-a179-9a3360ade18b None None] Pushing event updated for resources: {'Port': ['ID=4bff9699-7b32-4156-bdb7-ada302cb5ec6,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:51.614179 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-071b852e-8900-4348-a179-9a3360ade18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:51.872715 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-94fe670c-7140-40de-8a48-87c79a22f493 None None] Provisioning complete for port 4bff9699-7b32-4156-bdb7-ada302cb5ec6 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:11:51.873161 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-94fe670c-7140-40de-8a48-87c79a22f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.536379 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 39938) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:52.635092 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 4bff9699-7b32-4156-bdb7-ada302cb5ec6 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:11:52.715725 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 4bff9699-7b32-4156-bdb7-ada302cb5ec6 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:11:52.716331 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.969736 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-c41e0aff-4233-4563-969e-3eafd015c484 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'admin_state_up': True}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:52.993613 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c41e0aff-4233-4563-969e-3eafd015c484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.995221 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c41e0aff-4233-4563-969e-3eafd015c484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:53.147044 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c41e0aff-4233-4563-969e-3eafd015c484 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:53.153065 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c41e0aff-4233-4563-969e-3eafd015c484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675493'] for router, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:53.169516 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c41e0aff-4233-4563-969e-3eafd015c484 admin admin] Notify callbacks [] for router, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:53.171753 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c41e0aff-4233-4563-969e-3eafd015c484 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6334915 Jun 16 15:11:53.425347 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-69e9dc4e-15f8-4481-b265-05857c3cd4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:53.973171 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.697243 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 39956) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:55.895182 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [None req-c24c5819-c6b1-4b57-a576-39be260c5f33 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:11:55.896186 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-c24c5819-c6b1-4b57-a576-39be260c5f33 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1979558 Jun 16 15:11:56.124177 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.828855 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.945461 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 39974) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:58.999814 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:11:59.033323 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Made reservation on behalf of f7d591b2174c45739f00a526e184fec6 for: {'network': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:11:59.036311 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.055218 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.209963 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.214767 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.221812 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:59.230863 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Reserving flat network on physical network physnet1 {{(pid=92140) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 15:11:59.269594 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749608635432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.270222 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Unsubscribe: segment precommit_create {{(pid=92140) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 15:11:59.270741 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.segments_db [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Added segment e04fcd2b-d726-4696-82a1-5accaa89f525 of type flat for network 43ae66be-102b-49e6-bb36-82b6a3432ce6 Jun 16 15:11:59.290440 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c6a8dc-d376-4803-9fee-ffae9861d628,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:59.346926 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.347276 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.347614 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.347941 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.348271 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.348610 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.348933 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.349287 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.349628 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.349947 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.350261 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.350572 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Tracked resource versions report: Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: pushed versions: Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: { 'AddressGroup': {'1.2'}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'ConntrackHelper': {'1.0'}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Log': {'1.0'}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Network': {'1.1'}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Port': {'1.7'}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'PortForwarding': {'1.2'}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'QosPolicy': {'1.8'}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SecurityGroup': {'1.4'}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SubPort': {'1.0'}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Subnet': {'1.1'}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Trunk': {'1.1'}} Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: consumer versions: Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: { DHCP agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: L3 agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: Metadata agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: Metering agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: Open vSwitch agent@dv-cinder-757908-6-iscsi: { 'AddressGroup': '1.2', Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'ConntrackHelper': '1.0', Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Log': '1.0', Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Network': '1.1', Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Port': '1.7', Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'PortForwarding': '1.2', Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'QosPolicy': '1.8', Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SecurityGroup': '1.4', Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SecurityGroupRule': '1.2', Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SubPort': '1.0', Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Subnet': '1.1', Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Trunk': '1.1'}} Jun 16 15:11:59.351695 dv-cinder-757908-6-iscsi neutron-server[92140]: {{(pid=92140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:11:59.412431 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.417254 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:59.483530 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.485286 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:59.486058 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:59.489678 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:59.551019 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6041536 Jun 16 15:11:59.609388 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Pushing event updated for resources: {'Network': ['ID=43ae66be-102b-49e6-bb36-82b6a3432ce6,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:59.614167 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:59.624179 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:12:01.830717 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 5 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:12:01.903491 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 39986) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:02.009077 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096bcfd5-d2a5-4bd9-a05a-975fa08009af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:12:02.010544 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-096bcfd5-d2a5-4bd9-a05a-975fa08009af admin admin] 10.222.0.61 "GET /v2.0/subnets/4be83f71-2988-45cc-bd97-198175aa4fb1 HTTP/1.1" status: 200 len: 849 time: 0.1057794 Jun 16 15:12:02.144257 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6ed806d1-357d-418c-8608-5c456a740e8b admin admin] 10.222.0.61 "GET /v2.0/routers/d7f5af86-c37a-453a-8a6a-afa39a954571 HTTP/1.1" status: 200 len: 704 time: 0.1268404 Jun 16 15:12:02.442326 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:02.848402 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Allocated IP 172.20.0.1 (f25c0225-222c-448b-b4fe-62c0d4779e3c/4be83f71-2988-45cc-bd97-198175aa4fb1/91cb3cca-429d-444d-9b5f-2ba2a35cd505) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:03.024177 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.056607 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Transition to ACTIVE for port object 91cb3cca-429d-444d-9b5f-2ba2a35cd505 will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:03.207584 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.210191 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:12:03.301742 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Network f25c0225-222c-448b-b4fe-62c0d4779e3c is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:03.308838 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:03.314889 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:12:03.315440 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674836'] for router_interface, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.336300 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Pushing event updated for resources: {'Port': ['ID=91cb3cca-429d-444d-9b5f-2ba2a35cd505,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:03.382974 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:12:03.560179 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.565825 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-0867f06f-2995-472d-8db8-f5359e9e2771 None None] Provisioning for port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:03.571074 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-0867f06f-2995-472d-8db8-f5359e9e2771 None None] Provisioning complete for port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:03.571995 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0867f06f-2995-472d-8db8-f5359e9e2771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.615590 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-0867f06f-2995-472d-8db8-f5359e9e2771 None None] Port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:12:03.799750 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.805691 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.807031 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674792'] for router_interface, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:03.810207 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:12:03.880854 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Pushing event updated for resources: {'Port': ['ID=91cb3cca-429d-444d-9b5f-2ba2a35cd505,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:03.910052 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:12:03.951916 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Network f25c0225-222c-448b-b4fe-62c0d4779e3c is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:03.954409 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:04.137851 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ebac8dfa-012c-47a0-8244-1970cc334d1b None None] Provisioning complete for port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:04.138221 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ebac8dfa-012c-47a0-8244-1970cc334d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.182558 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ebac8dfa-012c-47a0-8244-1970cc334d1b None None] Port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:12:04.193366 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Router d7f5af86-c37a-453a-8a6a-afa39a954571 is scheduled to L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 with binding_index 1 {{(pid=92141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:12:04.301079 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:04.309150 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] 10.222.0.61 "PUT /v2.0/routers/d7f5af86-c37a-453a-8a6a-afa39a954571/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1590126 Jun 16 15:12:04.315365 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Sync routers for ids ['d7f5af86-c37a-453a-8a6a-afa39a954571'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:04.332928 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Routers {'d7f5af86-c37a-453a-8a6a-afa39a954571'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:12:04.334164 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:11:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['d7f5af86-c37a-453a-8a6a-afa39a954571'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:04.621244 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Set router d7f5af86-c37a-453a-8a6a-afa39a954571 gateway port host: None {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:12:05.223949 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'name': 'router1', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:11:53Z', 'updated_at': '2021-06-16T15:12:03Z', 'revision_number': 2, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'gw_port_host': None, '_interfaces': [{'id': '91cb3cca-429d-444d-9b5f-2ba2a35cd505', 'name': '', 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'mac_address': 'fa:16:3e:45:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:12:02Z', 'updated_at': '2021-06-16T15:12:03Z', 'revision_number': 2, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'subnets': [{'id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd0b3451-c6ae-4beb-9d18-c5a0490b0caa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:05.233811 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Checking router: d7f5af86-c37a-453a-8a6a-afa39a954571 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:12:05.238873 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Updating router d7f5af86-c37a-453a-8a6a-afa39a954571 port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 binding host dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:12:05.356473 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.041270 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Notify callbacks [] for port, precommit_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.073489 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.provisioning_blocks [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Transition to ACTIVE for port object 91cb3cca-429d-444d-9b5f-2ba2a35cd505 will not be triggered until provisioned by entity L2. {{(pid=92143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:06.083672 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.091347 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:12:06.378298 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Pushing event updated for resources: {'Port': ['ID=91cb3cca-429d-444d-9b5f-2ba2a35cd505,revision_number=3']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:06.395139 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.395393 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.395765 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.396092 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.396416 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.396735 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.397081 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.397402 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.397762 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.398077 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.398420 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.398698 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Tracked resource versions report: Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: pushed versions: Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: { 'AddressGroup': {'1.2'}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'ConntrackHelper': {'1.0'}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Log': {'1.0'}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Network': {'1.1'}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Port': {'1.7'}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'PortForwarding': {'1.2'}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'QosPolicy': {'1.8'}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SecurityGroup': {'1.4'}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SubPort': {'1.0'}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Subnet': {'1.1'}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Trunk': {'1.1'}} Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: consumer versions: Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: { DHCP agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: L3 agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: Metadata agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: Metering agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: Open vSwitch agent@dv-cinder-757908-6-iscsi: { 'AddressGroup': '1.2', Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'ConntrackHelper': '1.0', Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Log': '1.0', Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Network': '1.1', Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Port': '1.7', Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'PortForwarding': '1.2', Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'QosPolicy': '1.8', Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SecurityGroup': '1.4', Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SecurityGroupRule': '1.2', Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SubPort': '1.0', Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Subnet': '1.1', Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Trunk': '1.1'}} Jun 16 15:12:06.399839 dv-cinder-757908-6-iscsi neutron-server[92143]: {{(pid=92143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:12:06.403559 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Attempting to bind port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:12:06.403559 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Attempting to bind port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'ffd0df5d-353f-4106-be05-16094b93c31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c'}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:12:06.403559 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Attempting to bind port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 on network f25c0225-222c-448b-b4fe-62c0d4779e3c {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:06.407813 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:12:06.412769 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:06.412769 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Checking segment: {'id': 'ffd0df5d-353f-4106-be05-16094b93c31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:12:06.413435 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.413712 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Bound using segment: {'id': 'ffd0df5d-353f-4106-be05-16094b93c31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c'} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:06.414478 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Bound port: 91cb3cca-429d-444d-9b5f-2ba2a35cd505, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd0df5d-353f-4106-be05-16094b93c31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c'}}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:12:06.415663 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.510987 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] For port 91cb3cca-429d-444d-9b5f-2ba2a35cd505, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:06.544699 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] For port 91cb3cca-429d-444d-9b5f-2ba2a35cd505, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=91cb3cca-429d-444d-9b5f-2ba2a35cd505,segment=NetworkSegment(ffd0df5d-353f-4106-be05-16094b93c31c),segment_id=ffd0df5d-353f-4106-be05-16094b93c31c)] {{(pid=92143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:06.553707 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.556581 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:12:06.631522 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Pushing event updated for resources: {'Port': ['ID=91cb3cca-429d-444d-9b5f-2ba2a35cd505,revision_number=4']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:06.634879 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Routers {'d7f5af86-c37a-453a-8a6a-afa39a954571'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:12:06.635538 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:11:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['d7f5af86-c37a-453a-8a6a-afa39a954571'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:06.677160 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:12:06.740157 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] Set router d7f5af86-c37a-453a-8a6a-afa39a954571 gateway port host: None {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:12:07.030976 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 39996) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:07.108304 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'name': 'router1', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:11:53Z', 'updated_at': '2021-06-16T15:12:03Z', 'revision_number': 2, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'gw_port_host': None, '_interfaces': [{'id': '91cb3cca-429d-444d-9b5f-2ba2a35cd505', 'name': '', 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'mac_address': 'fa:16:3e:45:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:12:02Z', 'updated_at': '2021-06-16T15:12:06Z', 'revision_number': 4, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'subnets': [{'id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd0b3451-c6ae-4beb-9d18-c5a0490b0caa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:07.114446 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ea47f-7da3-41da-9604-556cad44d104 None None] The sync data for ids ['d7f5af86-c37a-453a-8a6a-afa39a954571'] in dv-cinder-757908-6-iscsi is: [{'id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'name': 'router1', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:11:53Z', 'updated_at': '2021-06-16T15:12:03Z', 'revision_number': 2, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'gw_port_host': None, '_interfaces': [{'id': '91cb3cca-429d-444d-9b5f-2ba2a35cd505', 'name': '', 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'mac_address': 'fa:16:3e:45:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:12:02Z', 'updated_at': '2021-06-16T15:12:06Z', 'revision_number': 4, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'subnets': [{'id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd0b3451-c6ae-4beb-9d18-c5a0490b0caa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:07.187273 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b017b2-435e-4978-ba6a-a5489595cfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:12:07.189600 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-f5b017b2-435e-4978-ba6a-a5489595cfe0 admin admin] 10.222.0.61 "GET /v2.0/networks/43ae66be-102b-49e6-bb36-82b6a3432ce6 HTTP/1.1" status: 200 len: 842 time: 0.1568930 Jun 16 15:12:07.204148 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'enable_dhcp': False}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:07.241382 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Made reservation on behalf of f7d591b2174c45739f00a526e184fec6 for: {'subnet': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:12:07.244229 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.578073 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.objects.ports [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92141) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 15:12:07.578639 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198'] for subnet, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.582115 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:12:07.644590 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=171d1f26-7d8c-4805-8d7e-4b8292bb7b83,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:07.650392 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Checking segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:12:07.650753 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Network hostable DHCP agents. Network: 43ae66be-102b-49e6-bb36-82b6a3432ce6, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:12:07.656033 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:12:07.674528 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:12:07.687919 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 43ae66be-102b-49e6-bb36-82b6a3432ce6) {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:07.692129 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:12:07.693311 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.700723 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280c6123-c230-4d9e-bb2b-59f57d09f87c None None] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:12:07.713677 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5166266 Jun 16 15:12:07.876126 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd8b27-4fbf-4cb1-aa4d-1712fc011126 None None] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:12:10.164080 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 40008) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:10.426357 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-974b9e08-9c1a-4492-9558-5355d4a81bde admin admin] 10.222.0.61 "GET /v2.0/routers/d7f5af86-c37a-453a-8a6a-afa39a954571 HTTP/1.1" status: 200 len: 710 time: 0.2611220 Jun 16 15:12:10.537378 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24cb86f-338f-4254-983e-2be147af413f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:12:10.543537 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-d24cb86f-338f-4254-983e-2be147af413f admin admin] 10.222.0.61 "GET /v2.0/networks/43ae66be-102b-49e6-bb36-82b6a3432ce6 HTTP/1.1" status: 200 len: 886 time: 0.1070614 Jun 16 15:12:10.552397 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:12:10.703425 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 91cb3cca-429d-444d-9b5f-2ba2a35cd505 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:10.759514 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:10.764947 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:10.765555 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.850727 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-830'] for router, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.861847 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.913173 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 91cb3cca-429d-444d-9b5f-2ba2a35cd505, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=91cb3cca-429d-444d-9b5f-2ba2a35cd505,segment=NetworkSegment(ffd0df5d-353f-4106-be05-16094b93c31c),segment_id=ffd0df5d-353f-4106-be05-16094b93c31c)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:10.919302 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:10.924725 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-071b852e-8900-4348-a179-9a3360ade18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:12:11.091980 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=91cb3cca-429d-444d-9b5f-2ba2a35cd505,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:11.098096 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:12:11.162110 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.263755 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.399918 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Allocated IP 172.27.0.248 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/88a36e8e-5962-4e78-8947-7ceecd892eac) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:12:11.536408 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.591877 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:11.595616 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:12:11.639088 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:12:11.643534 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:12:11.650098 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:12:11.694218 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Pushing event updated for resources: {'Port': ['ID=88a36e8e-5962-4e78-8947-7ceecd892eac,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:11.722798 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:12:12.012713 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.339248 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-830'] for router, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.344131 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1675420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1675502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440742'] for router, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.473402 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Router d7f5af86-c37a-453a-8a6a-afa39a954571 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:12:12.603714 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:12:12.615170 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Notify callbacks [] for router, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:12.616192 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] 10.222.0.61 "PUT /v2.0/routers/d7f5af86-c37a-453a-8a6a-afa39a954571 HTTP/1.1" status: 200 len: 890 time: 2.0700266 Jun 16 15:12:12.630437 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Sync routers for ids ['d7f5af86-c37a-453a-8a6a-afa39a954571'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:12:12.651074 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Routers {'d7f5af86-c37a-453a-8a6a-afa39a954571'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:12:12.652124 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:11:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['d7f5af86-c37a-453a-8a6a-afa39a954571'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:12.687504 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 91cb3cca-429d-444d-9b5f-2ba2a35cd505 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:12.984936 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:12.986087 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.001189 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Set router d7f5af86-c37a-453a-8a6a-afa39a954571 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:12:13.590183 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'name': 'router1', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '88a36e8e-5962-4e78-8947-7ceecd892eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:11:53Z', 'updated_at': '2021-06-16T15:12:11Z', 'revision_number': 4, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'gw_port': {'id': '88a36e8e-5962-4e78-8947-7ceecd892eac', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:12:11Z', 'updated_at': '2021-06-16T15:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '91cb3cca-429d-444d-9b5f-2ba2a35cd505', 'name': '', 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'mac_address': 'fa:16:3e:45:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:12:02Z', 'updated_at': '2021-06-16T15:12:10Z', 'revision_number': 5, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'subnets': [{'id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd0b3451-c6ae-4beb-9d18-c5a0490b0caa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:13.598362 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Checking router: d7f5af86-c37a-453a-8a6a-afa39a954571 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:12:13.598801 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Updating router d7f5af86-c37a-453a-8a6a-afa39a954571 port 88a36e8e-5962-4e78-8947-7ceecd892eac binding host dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:12:13.659843 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.132504 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Notify callbacks [] for port, precommit_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.146791 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Transition to ACTIVE for port object 88a36e8e-5962-4e78-8947-7ceecd892eac will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:12:14.156827 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.162292 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:12:14.252906 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Attempting to bind port 88a36e8e-5962-4e78-8947-7ceecd892eac on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:12:14.253571 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Attempting to bind port 88a36e8e-5962-4e78-8947-7ceecd892eac by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:12:14.254115 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Attempting to bind port 88a36e8e-5962-4e78-8947-7ceecd892eac on network 43ae66be-102b-49e6-bb36-82b6a3432ce6 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:12:14.267495 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8407ea5-ab44-4de4-9f8d-9071a8b56dfe None None] Pushing event updated for resources: {'Port': ['ID=88a36e8e-5962-4e78-8947-7ceecd892eac,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:14.272173 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-d8407ea5-ab44-4de4-9f8d-9071a8b56dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:12:14.273543 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:12:14.274159 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Checking segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:12:14.274842 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.275497 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Bound using segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:12:14.276698 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Bound port: 88a36e8e-5962-4e78-8947-7ceecd892eac, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:12:14.277002 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.367917 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] For port 88a36e8e-5962-4e78-8947-7ceecd892eac, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:12:14.374509 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] For port 88a36e8e-5962-4e78-8947-7ceecd892eac, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=88a36e8e-5962-4e78-8947-7ceecd892eac,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:12:14.381101 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:14.384891 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:12:14.490751 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Routers {'d7f5af86-c37a-453a-8a6a-afa39a954571'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:12:14.491840 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:11:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['d7f5af86-c37a-453a-8a6a-afa39a954571'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:14.497665 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8407ea5-ab44-4de4-9f8d-9071a8b56dfe None None] Pushing event updated for resources: {'Port': ['ID=88a36e8e-5962-4e78-8947-7ceecd892eac,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:14.676212 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-d8407ea5-ab44-4de4-9f8d-9071a8b56dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:12:14.768303 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] Set router d7f5af86-c37a-453a-8a6a-afa39a954571 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:12:15.074356 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'name': 'router1', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '88a36e8e-5962-4e78-8947-7ceecd892eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:11:53Z', 'updated_at': '2021-06-16T15:12:11Z', 'revision_number': 4, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'gw_port': {'id': '88a36e8e-5962-4e78-8947-7ceecd892eac', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:12:11Z', 'updated_at': '2021-06-16T15:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '91cb3cca-429d-444d-9b5f-2ba2a35cd505', 'name': '', 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'mac_address': 'fa:16:3e:45:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:12:02Z', 'updated_at': '2021-06-16T15:12:10Z', 'revision_number': 5, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'subnets': [{'id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd0b3451-c6ae-4beb-9d18-c5a0490b0caa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:12:15.081471 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bd77f-4203-4fc4-b408-bfc7d15bd125 None None] The sync data for ids ['d7f5af86-c37a-453a-8a6a-afa39a954571'] in dv-cinder-757908-6-iscsi is: [{'id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'name': 'router1', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '88a36e8e-5962-4e78-8947-7ceecd892eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:11:53Z', 'updated_at': '2021-06-16T15:12:11Z', 'revision_number': 4, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'gw_port': {'id': '88a36e8e-5962-4e78-8947-7ceecd892eac', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:12:11Z', 'updated_at': '2021-06-16T15:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '91cb3cca-429d-444d-9b5f-2ba2a35cd505', 'name': '', 'network_id': 'f25c0225-222c-448b-b4fe-62c0d4779e3c', 'tenant_id': '38803e3fc7314746b57781b7c93fbf5d', 'mac_address': 'fa:16:3e:45:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5af86-c37a-453a-8a6a-afa39a954571', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:12:02Z', 'updated_at': '2021-06-16T15:12:10Z', 'revision_number': 5, 'project_id': '38803e3fc7314746b57781b7c93fbf5d', 'subnets': [{'id': '4be83f71-2988-45cc-bd97-198175aa4fb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd0b3451-c6ae-4beb-9d18-c5a0490b0caa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:12:15.709523 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 40016) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:12:15.925541 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-351d390d-8fb6-4e9a-a930-90e7641264a2 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2147565 Jun 16 15:12:16.697264 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 88a36e8e-5962-4e78-8947-7ceecd892eac up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:16.767764 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 88a36e8e-5962-4e78-8947-7ceecd892eac completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:12:16.772508 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 88a36e8e-5962-4e78-8947-7ceecd892eac triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:16.772882 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.915820 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.956245 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 88a36e8e-5962-4e78-8947-7ceecd892eac, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=88a36e8e-5962-4e78-8947-7ceecd892eac,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:12:16.966425 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:16.970020 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:12:17.042833 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=88a36e8e-5962-4e78-8947-7ceecd892eac,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:12:17.048533 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:12:18.661888 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 88a36e8e-5962-4e78-8947-7ceecd892eac up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:12:18.721505 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 88a36e8e-5962-4e78-8947-7ceecd892eac triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:12:18.721832 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:19.908360 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-293932fe-9242-491d-beb6-548803f5ceb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:23.471673 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7edef2b3-c6c1-4655-ba21-306fa8cd9d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:24.025365 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:26.138399 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:27.926509 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:38.832817 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 5 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:12:49.925917 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-72fa4dfa-a235-4f04-85a7-c2d3d3096ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:53.441570 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f536db41-ba8c-4eb9-bef2-479f650cdd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:53.973918 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:56.130764 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:57.853633 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:15.839709 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 5 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:13:19.911654 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4398064e-313d-4371-9859-d366e119d5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.428183 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a9d0e0ac-1e6e-4c76-89d9-bc52ace933d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:23.974612 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:26.126930 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.868872 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:49.908206 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-39113522-6acb-41cd-b428-dae4c5d42cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:52.841658 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 5 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:13:53.416520 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-624b9655-54ed-497b-aeb3-c84c9b1a78ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:53.975921 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:56.131546 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:57.859672 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:19.905293 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-3340ff53-7670-4a7a-8f13-fd0d2088d551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:20.694606 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40584) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:20.813775 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cee914b-c807-42a5-90eb-0a58497b9395 admin admin] GET failed (client error): The resource could not be found. Jun 16 15:14:20.815952 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-1cee914b-c807-42a5-90eb-0a58497b9395 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1198850 Jun 16 15:14:21.136902 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ba6b7e-3bed-4759-89c8-e230dd9b8fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:21.138444 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-c9ba6b7e-3bed-4759-89c8-e230dd9b8fcc admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.3176262 Jun 16 15:14:23.414098 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-cb464d16-8086-4fad-8abc-7b78ddaa976b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:23.583311 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 40594) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:23.702536 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d518ef-bad4-4187-a4a2-3ee2f4f0264a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:23.705131 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-56d518ef-bad4-4187-a4a2-3ee2f4f0264a admin admin] 10.222.0.61 "GET /v2.0/subnets/4be83f71-2988-45cc-bd97-198175aa4fb1 HTTP/1.1" status: 200 len: 849 time: 0.1199696 Jun 16 15:14:23.719806 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:14:23.825853 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:23.970866 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.028036 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749608602736'] for subnet, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.031795 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-2732a7fb-ac3d-4ab1-981b-1b66110465b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:14:24.064434 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:24.065081 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.066439 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] 10.222.0.61 "PUT /v2.0/subnets/4be83f71-2988-45cc-bd97-198175aa4fb1 HTTP/1.1" status: 200 len: 868 time: 0.3514130 Jun 16 15:14:24.082858 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc92d0f-6d9b-4333-8e9f-c0efdde23cb3 None None] Network f25c0225-222c-448b-b4fe-62c0d4779e3c requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:14:24.105342 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be83f71-2988-45cc-bd97-198175aa4fb1,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:14:24.121003 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.121607 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.122162 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.122682 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.123201 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.123765 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.124324 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.124878 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.125494 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.126733 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.126733 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.127159 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:14:24.133749 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:14:24.655498 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-c040b087-f637-4c8b-923d-7c5c582ab46d None None] Provisioning complete for port 4bff9699-7b32-4156-bdb7-ada302cb5ec6 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:24.656150 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-c040b087-f637-4c8b-923d-7c5c582ab46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:24.790066 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-c040b087-f637-4c8b-923d-7c5c582ab46d None None] Provisioning complete for port 91cb3cca-429d-444d-9b5f-2ba2a35cd505 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:14:24.790066 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-c040b087-f637-4c8b-923d-7c5c582ab46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.138572 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:26.601868 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40604) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:26.894120 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c20a3-8c05-4741-890b-3aa4fd84b6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:26.894491 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c20a3-8c05-4741-890b-3aa4fd84b6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:26.896329 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-754c20a3-8c05-4741-890b-3aa4fd84b6fe admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2933204 Jun 16 15:14:27.863685 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:29.674803 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40612) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:29.843157 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 5 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:14:29.885368 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a40ede-d211-4930-8162-69ae577203fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:29.885852 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a40ede-d211-4930-8162-69ae577203fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:29.887717 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-62a40ede-d211-4930-8162-69ae577203fc admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2119355 Jun 16 15:14:32.195304 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 40620) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:32.347130 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59418e3b-ead6-4556-b3e4-cd1fd32495b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:32.348718 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-59418e3b-ead6-4556-b3e4-cd1fd32495b3 admin admin] 10.222.0.61 "GET /v2.0/networks/43ae66be-102b-49e6-bb36-82b6a3432ce6 HTTP/1.1" status: 200 len: 886 time: 0.1522868 Jun 16 15:14:34.773546 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40628) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:35.092280 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ce035-7641-473a-bc6a-ee6d9ec649bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:35.093883 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-e36ce035-7641-473a-bc6a-ee6d9ec649bf admin admin] 10.222.0.61 "GET /v2.0/networks/f25c0225-222c-448b-b4fe-62c0d4779e3c HTTP/1.1" status: 200 len: 870 time: 0.3193445 Jun 16 15:14:37.672733 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40636) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:37.814550 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51648a8e-51a5-492d-a10b-c5d13080b261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:37.814893 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51648a8e-51a5-492d-a10b-c5d13080b261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:37.816470 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-51648a8e-51a5-492d-a10b-c5d13080b261 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1426568 Jun 16 15:14:40.135065 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40644) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:40.262757 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0811cc07-b885-4e2e-be13-6745ec2fa6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:40.263570 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0811cc07-b885-4e2e-be13-6745ec2fa6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:40.266251 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-0811cc07-b885-4e2e-be13-6745ec2fa6c4 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300101 Jun 16 15:14:42.592560 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 40652) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:42.690509 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b7db85-29cd-4133-a0ef-66d44aaa07f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:42.691924 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-57b7db85-29cd-4133-a0ef-66d44aaa07f1 admin admin] 10.222.0.61 "GET /v2.0/subnets/171d1f26-7d8c-4805-8d7e-4b8292bb7b83 HTTP/1.1" status: 200 len: 816 time: 0.0983021 Jun 16 15:14:45.081432 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 40660) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:14:45.201700 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb1625-c136-4f2a-be49-3a565e3ea963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:14:45.203480 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-dbcb1625-c136-4f2a-be49-3a565e3ea963 admin admin] 10.222.0.61 "GET /v2.0/subnets/4be83f71-2988-45cc-bd97-198175aa4fb1 HTTP/1.1" status: 200 len: 868 time: 0.1210351 Jun 16 15:14:49.898599 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b151-3f47-4359-a320-4d05160b21e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.419472 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a802a74b-193b-4f11-bd7f-57d6e957fcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:53.971184 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:56.140893 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:57.873198 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.847167 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 5 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:15:13.584070 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 40704) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:13.667142 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [None req-ff02ba76-da3c-46cd-80cd-f25dcbc1d1d7 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:15:13.668804 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-ff02ba76-da3c-46cd-80cd-f25dcbc1d1d7 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0835769 Jun 16 15:15:16.335229 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40712) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:16.453816 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0c0f5f-1c01-4d51-a8b6-ae439b23dafc admin admin] GET failed (client error): The resource could not be found. Jun 16 15:15:16.456369 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-aa0c0f5f-1c01-4d51-a8b6-ae439b23dafc admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1198046 Jun 16 15:15:16.591139 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dee9cbc-18ed-4c1f-b807-be67c9c094e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:15:16.593901 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-5dee9cbc-18ed-4c1f-b807-be67c9c094e7 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1305475 Jun 16 15:15:19.613349 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40720) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:19.672221 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:19.702274 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Made reservation on behalf of f7d591b2174c45739f00a526e184fec6 for: {'network': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:19.706101 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.755346 dv-cinder-757908-6-iscsi neutron-server[92140]: WARNING neutron.services.revisions.revision_plugin [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Could not find related network for resource to bump revision. Jun 16 15:15:19.776329 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=92140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:15:19.793326 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.793674 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.segments_db [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Added segment 5b1f0a6e-3d9e-4e63-a733-9dadd67356cc of type vlan for network 65ea840e-f2be-4cd2-904a-b9ca6c5aef08 Jun 16 15:15:19.842168 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.883648 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.886048 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:15:19.886996 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.891580 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:15:19.896262 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d802-3d65-4961-ada3-ac2a3bf71df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:19.938375 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3238888 Jun 16 15:15:19.998292 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Pushing event updated for resources: {'Network': ['ID=65ea840e-f2be-4cd2-904a-b9ca6c5aef08,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:20.013097 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.013926 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.014532 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.015085 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.015639 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.016193 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.016748 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.017362 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.017952 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.018519 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.019089 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.019658 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:20.026263 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:15:20.035903 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 65ea840e-f2be-4cd2-904a-b9ca6c5aef08 details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:15:22.610327 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 40728) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:15:22.701185 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.pecan_wsgi.hooks.translation [None req-69312d4c-c409-4547-8fcf-5d38834a59ed admin admin] GET failed (client error): The resource could not be found. Jun 16 15:15:22.702659 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-69312d4c-c409-4547-8fcf-5d38834a59ed admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0910139 Jun 16 15:15:22.857080 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a29c5e3-68d0-4fbb-b8f6-c5f5ac4722c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:15:22.859737 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-4a29c5e3-68d0-4fbb-b8f6-c5f5ac4722c9 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1526542 Jun 16 15:15:22.878852 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:15:22.913349 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Made reservation on behalf of f7d591b2174c45739f00a526e184fec6 for: {'subnet': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:15:22.917834 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.146844 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198'] for subnet, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.150840 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:15:23.210080 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Pushing event updated for resources: {'Subnet': ['ID=664d5dfa-0db1-4441-a09a-06187a856931,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:23.217005 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:15:23.222978 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Checking segment: {'id': '5b1f0a6e-3d9e-4e63-a733-9dadd67356cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:15:23.223340 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Network hostable DHCP agents. Network: 65ea840e-f2be-4cd2-904a-b9ca6c5aef08, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:15:23.246220 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Network 65ea840e-f2be-4cd2-904a-b9ca6c5aef08 is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:15:23.262050 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 65ea840e-f2be-4cd2-904a-b9ca6c5aef08) {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:23.268897 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:15:23.270286 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.276043 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a2e11a-30d0-4dcf-87af-5f6d279d6971 None None] Network 65ea840e-f2be-4cd2-904a-b9ca6c5aef08 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:15:23.298160 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4219542 Jun 16 15:15:23.453482 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4e417b3b-cfc4-46ed-84cc-9af31d088857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.578208 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8da438e2-716c-5b01-ad11-9c1c2b5a23b2-65ea840e-f2be-4cd2-904a-b9ca6c5aef08', 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08', 'tenant_id': 'f7d591b2174c45739f00a526e184fec6', 'fixed_ips': [{'subnet_id': '664d5dfa-0db1-4441-a09a-06187a856931'}]}} from dv-cinder-757908-6-iscsi. {{(pid=92142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:15:23.579451 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:23.768364 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.db_base_plugin_common [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Allocated IP 192.168.233.2 (65ea840e-f2be-4cd2-904a-b9ca6c5aef08/664d5dfa-0db1-4441-a09a-06187a856931/41b391ae-9024-4b7c-bcc0-27c2a22abab7) {{(pid=92142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:15:24.009519 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.039134 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Notify callbacks [] for port, precommit_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.052917 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Transition to ACTIVE for port object 41b391ae-9024-4b7c-bcc0-27c2a22abab7 will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:24.076873 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Transition to ACTIVE for port object 41b391ae-9024-4b7c-bcc0-27c2a22abab7 will not be triggered until provisioned by entity DHCP. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:15:24.091596 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.103763 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:15:24.144421 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Network 65ea840e-f2be-4cd2-904a-b9ca6c5aef08 is already hosted by enough agents. {{(pid=92142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:15:24.146627 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.base_scheduler [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Resources bound (agent type, host, resource id): {{(pid=92142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:15:24.153094 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Received port after_create {{(pid=92142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:15:24.176080 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Pushing event updated for resources: {'Port': ['ID=41b391ae-9024-4b7c-bcc0-27c2a22abab7,revision_number=1']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:24.209562 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.209994 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.211454 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.211454 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.211454 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.211862 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.212092 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.212400 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.212744 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.213093 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.213412 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.213744 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:15:24.218388 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:15:24.251263 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Attempting to bind port 41b391ae-9024-4b7c-bcc0-27c2a22abab7 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:15:24.251659 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Attempting to bind port 41b391ae-9024-4b7c-bcc0-27c2a22abab7 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': '5b1f0a6e-3d9e-4e63-a733-9dadd67356cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:15:24.252113 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Attempting to bind port 41b391ae-9024-4b7c-bcc0-27c2a22abab7 on network 65ea840e-f2be-4cd2-904a-b9ca6c5aef08 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:15:24.258697 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:15:24.260077 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Checking segment: {'id': '5b1f0a6e-3d9e-4e63-a733-9dadd67356cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:15:24.260077 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.260077 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Bound using segment: {'id': '5b1f0a6e-3d9e-4e63-a733-9dadd67356cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:15:24.260714 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Bound port: 41b391ae-9024-4b7c-bcc0-27c2a22abab7, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1f0a6e-3d9e-4e63-a733-9dadd67356cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:15:24.261241 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.364802 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] For port 41b391ae-9024-4b7c-bcc0-27c2a22abab7, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:15:24.370902 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] For port 41b391ae-9024-4b7c-bcc0-27c2a22abab7, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=41b391ae-9024-4b7c-bcc0-27c2a22abab7,segment=NetworkSegment(5b1f0a6e-3d9e-4e63-a733-9dadd67356cc),segment_id=5b1f0a6e-3d9e-4e63-a733-9dadd67356cc)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:15:24.376423 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:24.379316 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:15:24.464604 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Pushing event updated for resources: {'Port': ['ID=41b391ae-9024-4b7c-bcc0-27c2a22abab7,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:24.469722 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:15:24.885113 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 41b391ae-9024-4b7c-bcc0-27c2a22abab7 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:24.964362 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 41b391ae-9024-4b7c-bcc0-27c2a22abab7 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:25.607333 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d91da5-1557-477b-b8d3-da12595b7266 None None] Network 65ea840e-f2be-4cd2-904a-b9ca6c5aef08 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:15:25.757658 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-74779259-69bb-4679-8817-6b85c23181a0 None None] Provisioning for port 41b391ae-9024-4b7c-bcc0-27c2a22abab7 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:15:25.766943 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-74779259-69bb-4679-8817-6b85c23181a0 None None] Provisioning complete for port 41b391ae-9024-4b7c-bcc0-27c2a22abab7 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:25.767320 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-74779259-69bb-4679-8817-6b85c23181a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.927792 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-74779259-69bb-4679-8817-6b85c23181a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:25.999155 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-74779259-69bb-4679-8817-6b85c23181a0 None None] For port 41b391ae-9024-4b7c-bcc0-27c2a22abab7, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=41b391ae-9024-4b7c-bcc0-27c2a22abab7,segment=NetworkSegment(5b1f0a6e-3d9e-4e63-a733-9dadd67356cc),segment_id=5b1f0a6e-3d9e-4e63-a733-9dadd67356cc)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:15:26.009746 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-74779259-69bb-4679-8817-6b85c23181a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.015005 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:15:26.151538 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74779259-69bb-4679-8817-6b85c23181a0 None None] Pushing event updated for resources: {'Port': ['ID=41b391ae-9024-4b7c-bcc0-27c2a22abab7,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:15:26.162039 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-74779259-69bb-4679-8817-6b85c23181a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:15:26.167077 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.262089 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-0847b7be-09e7-45ed-b1bd-7dd1cd1449de None None] Provisioning complete for port 41b391ae-9024-4b7c-bcc0-27c2a22abab7 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:26.262606 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0847b7be-09e7-45ed-b1bd-7dd1cd1449de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:26.818509 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 41b391ae-9024-4b7c-bcc0-27c2a22abab7 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:15:26.882994 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 41b391ae-9024-4b7c-bcc0-27c2a22abab7 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:15:26.884130 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:27.868818 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:43.851862 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 5 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:15:49.906887 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-aebffd15-5485-4633-949d-37f7a162c706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.438148 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4493bb24-af90-4c97-9110-3acd2188a478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:53.972520 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:56.155942 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:57.876884 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:19.894130 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-39719060-ba74-4ca1-a06c-1e878efcea0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:20.851554 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 5 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:16:23.424505 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f43d390c-788a-4a6d-891f-c704baa65c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:23.976043 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:26.152909 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:27.883831 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:45.858142 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40780) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:45.868955 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [None req-29c65a99-0c9e-4f56-a6f7-6bbeae29fcea tempest-verify_tempest_config-1417421564 tempest-verify_tempest_config-1417421564-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:16:45.870851 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-29c65a99-0c9e-4f56-a6f7-6bbeae29fcea tempest-verify_tempest_config-1417421564 tempest-verify_tempest_config-1417421564-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0110219 Jun 16 15:16:46.341847 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 40798) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:46.464771 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.605280 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.611675 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.617695 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:16:46.696661 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd1fe04-d5ce-415d-84c6-6b6656859dbd,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:46.704222 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b17a7eea7814b17afeae3fc06cd2a0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3609538 Jun 16 15:16:46.708328 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40804) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:16:46.712681 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.713311 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.713853 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.714409 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.714960 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.715517 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.716077 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.716664 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.717265 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.717806 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.718334 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.718931 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:46.727099 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:16:46.810292 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.854292 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.986559 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.991645 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:46.993222 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1bd1fe04-d5ce-415d-84c6-6b6656859dbd HTTP/1.1" status: 204 len: 168 time: 0.2837737 Jun 16 15:16:46.994221 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:16:47.003200 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd1fe04-d5ce-415d-84c6-6b6656859dbd,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:16:47.012273 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.012734 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.013200 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.013585 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.013978 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.014389 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.014858 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.015250 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.015661 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.016059 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.016445 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.016770 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:16:47.020488 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:16:49.900401 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-8bfb5b20-90cc-42da-8bc7-1fb9f6aad5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.442616 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-5a891614-59cc-41fa-b569-af995bc684f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:53.974678 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:56.166308 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:57.852222 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 5 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:16:57.881084 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:19.888442 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4eeb-21ee-4601-b4b4-08e643e0f732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:23.428242 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-8cde3dc7-affc-4edb-9e55-4895dd8fe0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:23.961432 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:26.152387 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:27.883637 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:34.851082 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 5 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:17:49.886669 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7c32df61-09fe-411a-a328-2d28f2d6cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.438926 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-48c184d9-ebf5-4bea-96f0-eb407ba8e98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:53.967586 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:56.156550 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:57.893387 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:11.851737 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 5 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:18:19.880931 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-943ba4f8-4bc1-447c-87fb-a84f621e70ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.433727 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-af3adea3-0447-47a4-953b-3de08a538dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:23.968289 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:26.159849 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:27.891168 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:32.125209 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423'] for agent, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:35.357835 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40864) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:35.499130 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-b5d45315-5f22-439c-bf43-d2f97312805a admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1394262 Jun 16 15:18:38.377780 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40874) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:18:38.460254 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f69e9496-0767-4358-b9fa-e0a26806d1a0 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0810890 Jun 16 15:18:48.852254 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:18:49.888582 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b506-4363-44a2-b730-779b91a0ab3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.436941 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e6e55f46-49c1-40d9-bce3-af5e6c418f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:53.965334 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:56.162368 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:18:57.896939 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:02.083886 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:19.892682 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-62e370bd-f3a6-4360-8b32-617ea7297728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.442516 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-dbedd600-eaad-4e54-9dc1-ee4d0aae50e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:23.967996 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:25.852311 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:19:26.168162 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:27.902372 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:32.087128 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:49.898106 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-01596ee7-b86c-4d3b-ab69-e1853ee2e3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.445551 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-1e5530b3-3c8b-4114-9ee5-1b1f4520f513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:53.974772 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:56.182167 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:19:57.909405 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.091286 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:02.853088 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:20:19.923735 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-72404bfc-17dd-46d6-bcf2-b4808cc7d183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.497737 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 40950) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:20.778596 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-792675382-network', 'tenant_id': 'b416ec4cee4b4f539f9b5753c9150a0c'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:20.847672 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Made reservation on behalf of b416ec4cee4b4f539f9b5753c9150a0c for: {'network': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:20.858229 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:20.884771 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.051033 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.063349 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.075547 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:21.126748 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:21.149614 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.152281 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.152281 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.152853 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.153430 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.155033 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.155741 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.156742 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.157525 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.158150 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.158623 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.159092 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Tracked resource versions report: Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: pushed versions: Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: { 'AddressGroup': {'1.2'}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'ConntrackHelper': {'1.0'}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Log': {'1.0'}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Network': {'1.1'}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Port': {'1.7'}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'PortForwarding': {'1.2'}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'QosPolicy': {'1.8'}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SecurityGroup': {'1.4'}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SubPort': {'1.0'}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Subnet': {'1.1'}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Trunk': {'1.1'}} Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: consumer versions: Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: { DHCP agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: HyperV agent@hv-cinder-75790: {}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: L3 agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: Metadata agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: Metering agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: Open vSwitch agent@dv-cinder-757908-6-iscsi: { 'AddressGroup': '1.2', Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'ConntrackHelper': '1.0', Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Log': '1.0', Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Network': '1.1', Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Port': '1.7', Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'PortForwarding': '1.2', Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'QosPolicy': '1.8', Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SecurityGroup': '1.4', Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SecurityGroupRule': '1.2', Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'SubPort': '1.0', Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Subnet': '1.1', Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: 'Trunk': '1.1'}} Jun 16 15:20:21.160651 dv-cinder-757908-6-iscsi neutron-server[92141]: {{(pid=92141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:20:21.174557 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:21.182427 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=92141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:21.201470 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.202571 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.segments_db [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Added segment 815b1714-403d-44a5-b463-42e01789c4f7 of type vlan for network 4e295650-ab91-4966-a337-9b73110b81dc Jun 16 15:20:21.273079 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.329418 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.330841 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:21.331712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.337116 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:21.371893 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 40990) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:21.372589 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8712459 Jun 16 15:20:21.380784 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Request body: {'subnet': {'network_id': '4e295650-ab91-4966-a337-9b73110b81dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-792675382-subnet', 'tenant_id': 'b416ec4cee4b4f539f9b5753c9150a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:21.417322 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Made reservation on behalf of b416ec4cee4b4f539f9b5753c9150a0c for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:21.420460 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.423510 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Pushing event updated for resources: {'Network': ['ID=4e295650-ab91-4966-a337-9b73110b81dc,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:21.426347 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:21.436832 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 4e295650-ab91-4966-a337-9b73110b81dc details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:21.768417 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:21.776901 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:21.877989 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f46278-bb8f-418b-bc1b-aca8bf5a234c,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:21.897391 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.897956 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.898524 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.899314 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.900026 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.900617 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.901834 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.901834 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.902260 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.902845 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.903320 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.903780 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Tracked resource versions report: Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: pushed versions: Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: { 'AddressGroup': {'1.2'}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'ConntrackHelper': {'1.0'}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Log': {'1.0'}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Network': {'1.1'}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Port': {'1.7'}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'PortForwarding': {'1.2'}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'QosPolicy': {'1.8'}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SecurityGroup': {'1.4'}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SubPort': {'1.0'}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Subnet': {'1.1'}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Trunk': {'1.1'}} Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: consumer versions: Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: { DHCP agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: HyperV agent@hv-cinder-75790: {}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: L3 agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: Metadata agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: Metering agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: Open vSwitch agent@dv-cinder-757908-6-iscsi: { 'AddressGroup': '1.2', Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'ConntrackHelper': '1.0', Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Log': '1.0', Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Network': '1.1', Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Port': '1.7', Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'PortForwarding': '1.2', Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'QosPolicy': '1.8', Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SecurityGroup': '1.4', Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SecurityGroupRule': '1.2', Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'SubPort': '1.0', Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Subnet': '1.1', Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: 'Trunk': '1.1'}} Jun 16 15:20:21.905566 dv-cinder-757908-6-iscsi neutron-server[92140]: {{(pid=92140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:20:21.925437 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:21.943642 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Checking segment: {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:21.944297 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Network hostable DHCP agents. Network: 4e295650-ab91-4966-a337-9b73110b81dc, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:21.990969 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Network 4e295650-ab91-4966-a337-9b73110b81dc is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:22.012556 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 4e295650-ab91-4966-a337-9b73110b81dc) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:22.020566 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:22.021541 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:22.028499 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e4a8cf-7b5a-42c3-bb97-b3055b7dcfc5 None None] Network 4e295650-ab91-4966-a337-9b73110b81dc requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:20:22.058051 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6845300 Jun 16 15:20:22.242001 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f003ec-02c8-4c63-b10d-35d41b37defb None None] Network 4e295650-ab91-4966-a337-9b73110b81dc requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:20:23.455660 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-902da8f2-4b35-4137-ac49-fe6c5f428a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:23.964931 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.083786 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41112) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.106838 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41116) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.324606 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41124) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:24.511595 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-979515919-network', 'tenant_id': '605f6f572dfe4e3aabc4db946d01fd18'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:24.582252 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Made reservation on behalf of 605f6f572dfe4e3aabc4db946d01fd18 for: {'network': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:24.592370 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.634749 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.664512 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-763993920-network', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:24.722427 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-219014534-network', 'tenant_id': 'f41882fd42774d67aa33053725293085'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:24.897967 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Made reservation on behalf of eedd95e42fb9472eb3497ea2222f0c77 for: {'network': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:24.900593 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.920655 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.922564 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.945666 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.946743 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Made reservation on behalf of f41882fd42774d67aa33053725293085 for: {'network': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:24.949291 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.964603 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:24.979345 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:24.995436 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=92141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:25.030229 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.030588 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.segments_db [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Added segment 9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593 of type vlan for network 867400f4-fbf1-43da-913c-81d22a48ee47 Jun 16 15:20:25.053563 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efcfc54-a3fa-4c70-8fbd-948b9a79e245,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:25.060953 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:25.110718 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.167444 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.171894 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:25.172500 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.177623 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:25.206983 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.214502 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.270049 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Pushing event updated for resources: {'Network': ['ID=867400f4-fbf1-43da-913c-81d22a48ee47,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:25.277708 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:25.278332 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:25.286757 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 867400f4-fbf1-43da-913c-81d22a48ee47 details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:25.289161 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=92141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:25.324933 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.326674 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.segments_db [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Added segment d978b090-62b6-43f5-bb4b-500702fa5ff5 of type vlan for network ed365210-33e5-4731-9c5b-4ff91ea99e05 Jun 16 15:20:25.330943 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd76e37-89fe-4fa1-9f69-b5456898f07e,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:25.348604 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:25.421352 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41172) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.430060 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.430569 dv-cinder-757908-6-iscsi neutron-server[92140]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 15:20:25.534863 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.538540 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.544594 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.547330 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:25.548308 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.555138 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-15c3cd37-1079-4f5d-9eb0-0d1c45c3f487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:25.629192 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5426149 Jun 16 15:20:25.634486 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41182) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.691098 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Request body: {'subnet': {'network_id': '867400f4-fbf1-43da-913c-81d22a48ee47', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-979515919-subnet', 'tenant_id': '605f6f572dfe4e3aabc4db946d01fd18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:25.703525 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Pushing event updated for resources: {'Network': ['ID=ed365210-33e5-4731-9c5b-4ff91ea99e05,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:25.714875 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=92141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:25.719153 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network ed365210-33e5-4731-9c5b-4ff91ea99e05 details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:25.723084 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3964922 Jun 16 15:20:25.724709 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:25.730608 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41184) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:25.733977 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:25.737985 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Request body: {'subnet': {'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-763993920-subnet', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:25.773681 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.db.api [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 15:20:25.773681 dv-cinder-757908-6-iscsi neutron-server[92140]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 15:20:25.773681 dv-cinder-757908-6-iscsi neutron-server[92140]: [parameters: {'project_id_1': 'eedd95e42fb9472eb3497ea2222f0c77', 'expiration_1': datetime.datetime(2021, 6, 16, 15, 20, 25, 743915)}] Jun 16 15:20:25.773681 dv-cinder-757908-6-iscsi neutron-server[92140]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:20:25.775337 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_db.api [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:20:25.783073 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:25.783746 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.segments_db [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Added segment 74f12834-a6db-406f-8a1a-292b752a0c06 of type vlan for network 0e25a5c1-6475-4c48-a283-ca9c338de97b Jun 16 15:20:25.812625 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-5ae98534-8856-4cd9-811a-df1a5953b31c tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:25.821594 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-5ae98534-8856-4cd9-811a-df1a5953b31c tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 814 time: 0.3929775 Jun 16 15:20:25.836917 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd8cba-0256-4c53-869f-93d5d3361466,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:25.839381 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-9bdbdd17-3b91-4b52-8de7-f877f5b041e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/quotas/b416ec4cee4b4f539f9b5753c9150a0c HTTP/1.1" status: 200 len: 375 time: 0.0137594 Jun 16 15:20:25.889775 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:25.890722 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Made reservation on behalf of 605f6f572dfe4e3aabc4db946d01fd18 for: {'subnet': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:25.894536 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.056900 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.164631 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-9eda6d1a-357f-48fc-bba6-f249e79ebfb3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3094382 Jun 16 15:20:26.174866 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.206025 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.206025 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:26.206025 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.210051 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b00beb7a-be3e-4f58-a4dc-6fed301e4c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:26.282612 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1736517 Jun 16 15:20:26.290880 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41202) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:26.312044 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Request body: {'subnet': {'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-219014534-subnet', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:26.358937 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Made reservation on behalf of eedd95e42fb9472eb3497ea2222f0c77 for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:26.362665 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.389170 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=0e25a5c1-6475-4c48-a283-ca9c338de97b,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:26.397908 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:26.413788 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 0e25a5c1-6475-4c48-a283-ca9c338de97b details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:26.419159 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Made reservation on behalf of f41882fd42774d67aa33053725293085 for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:26.426463 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.522403 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198'] for subnet, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.525181 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-09905e16-ebda-4752-8da1-fb0183a0c49e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:20:26.526924 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-09905e16-ebda-4752-8da1-fb0183a0c49e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2344913 Jun 16 15:20:26.528208 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-222a6a87-d778-43c9-841a-d56931c6fa0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:26.630216 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9aed8f-0d3c-4a9c-9df8-d19ae7de2d05,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:26.637605 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:26.644127 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Checking segment: {'id': '9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '867400f4-fbf1-43da-913c-81d22a48ee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:26.644588 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Network hostable DHCP agents. Network: 867400f4-fbf1-43da-913c-81d22a48ee47, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:26.671139 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Network 867400f4-fbf1-43da-913c-81d22a48ee47 is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:26.687199 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 867400f4-fbf1-43da-913c-81d22a48ee47) {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:26.697271 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f784f-a4c9-49ea-b06c-c72715892a70 None None] Network 867400f4-fbf1-43da-913c-81d22a48ee47 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:20:26.706980 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:26.708330 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:26.734163 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-f3ea32a1-0577-47ac-8174-71167b3eabc9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0554395 Jun 16 15:20:26.995411 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-e4f083dd-0cc2-4b65-820d-0616b434a262 service neutron] 10.222.0.61 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260092 Jun 16 15:20:27.017488 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6314f19-31ea-464d-8615-7b762fbcf026 None None] Network 867400f4-fbf1-43da-913c-81d22a48ee47 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:20:27.031087 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.056397 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:27.132334 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41246) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.336882 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7287b181-670b-4f38-87e6-a92c78eeb8a2,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:27.346916 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Checking segment: {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:27.346916 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Network hostable DHCP agents. Network: ed365210-33e5-4731-9c5b-4ff91ea99e05, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:27.356021 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:27.359223 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.369678 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:27.383832 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-c5250e0d-9732-46f7-8b67-824a861ac82e service neutron] 10.222.0.61 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509746 Jun 16 15:20:27.405473 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-0cfd87a8-be19-4119-8431-3a3471c7eb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.467383 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae84484d-8ee1-489f-b398-59967502b492,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:27.471484 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Network ed365210-33e5-4731-9c5b-4ff91ea99e05 is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:27.488985 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:27.495741 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, ed365210-33e5-4731-9c5b-4ff91ea99e05) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:27.505847 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:27.506713 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.510118 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a01360c-a26e-4eb2-bace-e3536cea625a None None] Network ed365210-33e5-4731-9c5b-4ff91ea99e05 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:20:27.538970 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Checking segment: {'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:27.539738 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Network hostable DHCP agents. Network: 0e25a5c1-6475-4c48-a283-ca9c338de97b, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:27.567233 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Network 0e25a5c1-6475-4c48-a283-ca9c338de97b is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:27.584089 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 0e25a5c1-6475-4c48-a283-ca9c338de97b) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:27.600904 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a47dd4e-5458-4301-a434-0c3f5e880518 None None] Network 0e25a5c1-6475-4c48-a283-ca9c338de97b requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:20:27.601377 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:27.605574 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.661695 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-0cfd87a8-be19-4119-8431-3a3471c7eb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.672931 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-0cfd87a8-be19-4119-8431-3a3471c7eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.679333 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3845320 Jun 16 15:20:27.686377 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-39d8a328-2d02-4269-9e9b-86d7d91666af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:27.686930 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9526103 Jun 16 15:20:27.690250 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41274) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.690904 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41276) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.711598 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:27.734225 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-219014534-router', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:27.792860 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-0cfd87a8-be19-4119-8431-3a3471c7eb09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30ab4a8436ae4f0cb7cd7b28d32640b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6587059 Jun 16 15:20:27.795213 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd87a8-be19-4119-8431-3a3471c7eb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fd6abe-76ab-4a4c-9561-40fb4523fa04,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:27.802097 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41286) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.815153 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-0cfd87a8-be19-4119-8431-3a3471c7eb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:27.840045 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41292) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:27.846085 dv-cinder-757908-6-iscsi neutron-server[92141]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 15:20:27.879919 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.881298 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.968812 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:27.985338 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.186931 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.275403 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8da438e2-716c-5b01-ad11-9c1c2b5a23b2-ed365210-33e5-4731-9c5b-4ff91ea99e05', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2'}]}} from dv-cinder-757908-6-iscsi. {{(pid=92142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:20:28.280538 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.390792 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1d515ab6-c58e-4d5e-abbf-e3073ecbf306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.413638 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb035a6-63a1-410e-a76d-5cec98558fea None None] Network 0e25a5c1-6475-4c48-a283-ca9c338de97b requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:20:28.470062 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-ce5052ea-648b-4992-a5bc-91a8cb940351 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:28.471188 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9f06e31b-953c-45a5-9e18-9ae5b1dc84db req-7d7f8f87-e817-404b-a4c9-9f500e1e7c71 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 210 time: 0.1686039 Jun 16 15:20:28.472468 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-ce5052ea-648b-4992-a5bc-91a8cb940351 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/networks?id=867400f4-fbf1-43da-913c-81d22a48ee47 HTTP/1.1" status: 200 len: 811 time: 0.6311755 Jun 16 15:20:28.476730 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.496121 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1d515ab6-c58e-4d5e-abbf-e3073ecbf306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.592167 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-867f412d-429c-4f77-8167-9e9990847098 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/quotas/605f6f572dfe4e3aabc4db946d01fd18 HTTP/1.1" status: 200 len: 375 time: 0.0831954 Jun 16 15:20:28.695321 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-d63dcd8f-17ce-43bc-b37c-667b871ebc32 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=605f6f572dfe4e3aabc4db946d01fd18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818272 Jun 16 15:20:28.711536 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.729877 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1d515ab6-c58e-4d5e-abbf-e3073ecbf306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.736227 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1d515ab6-c58e-4d5e-abbf-e3073ecbf306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:28.738516 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-1d515ab6-c58e-4d5e-abbf-e3073ecbf306 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5fd6abe-76ab-4a4c-9561-40fb4523fa04 HTTP/1.1" status: 204 len: 168 time: 0.9351585 Jun 16 15:20:28.740609 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-814aa340-0786-408a-a654-54c0da0afde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:28.756686 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d515ab6-c58e-4d5e-abbf-e3073ecbf306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fd6abe-76ab-4a4c-9561-40fb4523fa04,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:28.760993 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1d515ab6-c58e-4d5e-abbf-e3073ecbf306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:29.024548 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-830'] for router, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.030275 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.db_base_plugin_common [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Allocated IP 172.20.0.2 (ed365210-33e5-4731-9c5b-4ff91ea99e05/7287b181-670b-4f38-87e6-a92c78eeb8a2/8f63bbdb-6d2d-4da0-9236-43ba32713aef) {{(pid=92142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:29.251913 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-90d287d4-e990-4ad4-9a37-b99bbcc445c2 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:20:29.270935 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-90d287d4-e990-4ad4-9a37-b99bbcc445c2 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3884065 Jun 16 15:20:29.294214 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-830'] for router, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.442971 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Notify callbacks [] for port, precommit_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.484697 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Transition to ACTIVE for port object 8f63bbdb-6d2d-4da0-9236-43ba32713aef will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:29.531459 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Transition to ACTIVE for port object 8f63bbdb-6d2d-4da0-9236-43ba32713aef will not be triggered until provisioned by entity DHCP. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:29.542556 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.545870 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-037909c4-0abd-42c0-bc94-a48ee0f1bc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:29.600195 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-adc19ea0-dce8-4ffa-83b3-0e60650b7a31 service neutron] 10.222.0.61 "GET /v2.0/networks/867400f4-fbf1-43da-913c-81d22a48ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242893 Jun 16 15:20:29.648158 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Network ed365210-33e5-4731-9c5b-4ff91ea99e05 is already hosted by enough agents. {{(pid=92142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:29.661105 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.base_scheduler [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Resources bound (agent type, host, resource id): {{(pid=92142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:29.686440 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Received port after_create {{(pid=92142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:20:29.727406 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Pushing event updated for resources: {'Port': ['ID=8f63bbdb-6d2d-4da0-9236-43ba32713aef,revision_number=1']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:29.755743 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.756619 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.757407 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.758449 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.759258 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.759886 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.760434 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.761025 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.761703 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.762256 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.762804 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.764055 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Tracked resource versions report: Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: pushed versions: Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: { 'AddressGroup': {'1.2'}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'ConntrackHelper': {'1.0'}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Log': {'1.0'}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Network': {'1.1'}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Port': {'1.7'}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'PortForwarding': {'1.2'}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'QosPolicy': {'1.8'}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SecurityGroup': {'1.4'}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SubPort': {'1.0'}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Subnet': {'1.1'}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Trunk': {'1.1'}} Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: consumer versions: Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: { DHCP agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: HyperV agent@hv-cinder-75790: {}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: L3 agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: Metadata agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: Metering agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: Open vSwitch agent@dv-cinder-757908-6-iscsi: { 'AddressGroup': '1.2', Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'ConntrackHelper': '1.0', Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Log': '1.0', Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Network': '1.1', Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Port': '1.7', Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'PortForwarding': '1.2', Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'QosPolicy': '1.8', Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SecurityGroup': '1.4', Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SecurityGroupRule': '1.2', Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'SubPort': '1.0', Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Subnet': '1.1', Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: 'Trunk': '1.1'}} Jun 16 15:20:29.765445 dv-cinder-757908-6-iscsi neutron-server[92142]: {{(pid=92142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:20:29.813379 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:29.848897 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Attempting to bind port 8f63bbdb-6d2d-4da0-9236-43ba32713aef on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:20:29.849546 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Attempting to bind port 8f63bbdb-6d2d-4da0-9236-43ba32713aef by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:20:29.849983 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Attempting to bind port 8f63bbdb-6d2d-4da0-9236-43ba32713aef on network ed365210-33e5-4731-9c5b-4ff91ea99e05 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:29.859246 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:29.859892 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Checking segment: {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:29.861909 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.862845 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Bound using segment: {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:29.863613 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Bound port: 8f63bbdb-6d2d-4da0-9236-43ba32713aef, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:20:29.864208 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:29.958275 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1e66fea7-6074-4c74-aa45-b4d18289594a req-98d36eee-41fb-4331-91dc-8d04653f7dbe tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 210 time: 0.0483985 Jun 16 15:20:29.979518 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-ccf3fae2-84e5-494c-8d7d-8737938a244f service neutron] 10.222.0.61 "GET /v2.0/networks/867400f4-fbf1-43da-913c-81d22a48ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637905 Jun 16 15:20:30.007946 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] For port 8f63bbdb-6d2d-4da0-9236-43ba32713aef, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:30.015076 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] For port 8f63bbdb-6d2d-4da0-9236-43ba32713aef, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=8f63bbdb-6d2d-4da0-9236-43ba32713aef,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:30.025048 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.034495 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:30.123448 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Pushing event updated for resources: {'Port': ['ID=8f63bbdb-6d2d-4da0-9236-43ba32713aef,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:30.145755 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:30.728485 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-aafdca92-d8da-4968-8b8e-579418eaac73 req-5c8bafda-30e6-45f3-acb8-8b973acf86c1 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 210 time: 0.0567350 Jun 16 15:20:30.739273 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.809710 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.830494 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:30.923521 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.141468 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Allocated IP 172.27.0.245 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:31.151171 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 8f63bbdb-6d2d-4da0-9236-43ba32713aef up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:31.359748 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 8f63bbdb-6d2d-4da0-9236-43ba32713aef completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:31.463108 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.502456 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d39dd1b7-96a3-43e3-af74-ac04eaf45173 req-4d8667a3-768b-47ce-a24e-dd3cfb08df12 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 210 time: 0.1176155 Jun 16 15:20:31.698929 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:31.752154 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:31.838066 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e5a698-4f1b-4ae4-8168-73fdc6048a16 None None] Network ed365210-33e5-4731-9c5b-4ff91ea99e05 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:20:31.988893 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:31.993583 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ee7f71d1-478b-4974-a65a-b9edd97de9c7 None None] Provisioning for port 8f63bbdb-6d2d-4da0-9236-43ba32713aef completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:31.993909 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-086a5dbf-8fba-4c9a-9a16-83c37a2772e2 req-f88c414e-70f2-4427-af3a-4f1beaf4617d tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 210 time: 0.1009490 Jun 16 15:20:32.008792 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ee7f71d1-478b-4974-a65a-b9edd97de9c7 None None] Provisioning complete for port 8f63bbdb-6d2d-4da0-9236-43ba32713aef triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:32.009831 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ee7f71d1-478b-4974-a65a-b9edd97de9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.010047 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:32.020520 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:20:32.026658 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Pushing event updated for resources: {'Port': ['ID=bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:32.030134 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Allocated IP 172.27.0.164 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/42cbe195-8a0d-42f7-8aa9-9d30e3e337ef) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:32.077484 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:32.125809 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.224424 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ee7f71d1-478b-4974-a65a-b9edd97de9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.317338 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ee7f71d1-478b-4974-a65a-b9edd97de9c7 None None] For port 8f63bbdb-6d2d-4da0-9236-43ba32713aef, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=8f63bbdb-6d2d-4da0-9236-43ba32713aef,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:32.323595 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ee7f71d1-478b-4974-a65a-b9edd97de9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.328135 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-d8407ea5-ab44-4de4-9f8d-9071a8b56dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:32.435504 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f71d1-478b-4974-a65a-b9edd97de9c7 None None] Pushing event updated for resources: {'Port': ['ID=8f63bbdb-6d2d-4da0-9236-43ba32713aef,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:32.450234 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ee7f71d1-478b-4974-a65a-b9edd97de9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:32.563971 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-b255480c-7ac1-4a8f-b24e-c96cf6ef9eb4 None None] Provisioning complete for port 8f63bbdb-6d2d-4da0-9236-43ba32713aef triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:32.565715 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b255480c-7ac1-4a8f-b24e-c96cf6ef9eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.568017 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.646611 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.725788 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b1e93e2e-ff9c-477d-a462-ae60f7ca40d4 req-6449ae0c-56db-49b3-885f-83c4e2e56999 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 210 time: 0.0485189 Jun 16 15:20:32.742173 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:32.751129 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:32.794021 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:32.801307 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:32.811331 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:20:32.884863 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Pushing event updated for resources: {'Port': ['ID=42cbe195-8a0d-42f7-8aa9-9d30e3e337ef,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:32.890949 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:33.030822 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 8f63bbdb-6d2d-4da0-9236-43ba32713aef up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:33.099240 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 8f63bbdb-6d2d-4da0-9236-43ba32713aef triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:33.099831 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.128955 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675493'] for router, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.231363 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.361846 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7f018ffc-f5b5-40b7-b569-58f310a38422 req-e4b961a5-75dc-4c83-b0c6-943a86bf2f9d tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 210 time: 0.0456750 Jun 16 15:20:33.478305 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 is scheduled to L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 with binding_index 1 {{(pid=92140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:20:33.606319 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675493'] for router, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.690218 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:33.702813 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Sync routers for ids ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:33.717845 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Routers {'07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:20:33.718904 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:20:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:33.719906 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] Notify callbacks [] for router, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:33.724629 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-3a75dca4-6bc2-4790-a68a-6ba65baa1904 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0280082 Jun 16 15:20:33.725035 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41502) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:33.801193 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 is scheduled to L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 with binding_index 1 {{(pid=92140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:20:33.894566 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Set router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:20:34.141511 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-df4e878e-52e5-4bac-a20e-b9f56dba32d0 req-203b56a3-aa4f-4749-97b3-6194daac067d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 210 time: 0.0464485 Jun 16 15:20:34.154395 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:34.172857 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Sync routers for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:34.190712 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:20:34.191395 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Notify callbacks [] for router, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.193475 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:20:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:34.195182 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4980590 Jun 16 15:20:34.196081 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'name': 'tempest-ServerRescueNegativeTestJSON-219014534-router', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:27Z', 'updated_at': '2021-06-16T15:20:32Z', 'revision_number': 3, 'project_id': 'f41882fd42774d67aa33053725293085', 'gw_port': {'id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:da:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:34.202054 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Checking router: 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:34.202492 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Updating router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 binding host dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:34.204307 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41508) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:34.253286 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:34.672895 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:20:34.853395 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9513da83-047a-4387-949d-9ff2481a9e36 req-f23ab8bc-954c-484b-9cfd-b9bebcd71baa tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 210 time: 0.0725160 Jun 16 15:20:34.988506 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Notify callbacks [] for port, precommit_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.008043 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.provisioning_blocks [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Transition to ACTIVE for port object bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 will not be triggered until provisioned by entity L2. {{(pid=92143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:35.021732 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.032794 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:35.090060 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:33Z', 'revision_number': 3, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:35.103880 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Checking router: 10eb6dc9-60f6-46c9-a969-b2e0e0265510 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:35.104561 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Updating router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef binding host dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:35.111950 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41530) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:35.117009 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Pushing event updated for resources: {'Port': ['ID=bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974,revision_number=2']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:35.152236 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Attempting to bind port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:20:35.152922 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Attempting to bind port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:20:35.153521 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Attempting to bind port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 on network 43ae66be-102b-49e6-bb36-82b6a3432ce6 {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:35.157012 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.160822 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:35.161229 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Checking segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:35.161845 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.162251 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Bound using segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:35.162747 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Bound port: bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:20:35.163125 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.197062 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.197383 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.197584 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.198127 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.198693 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.198937 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.199432 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.199759 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.200116 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.200439 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.200786 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.201133 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Tracked resource versions report: Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: pushed versions: Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: { 'AddressGroup': {'1.2'}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'ConntrackHelper': {'1.0'}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Log': {'1.0'}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Network': {'1.1'}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Port': {'1.7'}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'PortForwarding': {'1.2'}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'QosPolicy': {'1.8'}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SecurityGroup': {'1.4'}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SubPort': {'1.0'}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Subnet': {'1.1'}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Trunk': {'1.1'}} Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: consumer versions: Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: { DHCP agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: HyperV agent@hv-cinder-75790: {}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: L3 agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: Metadata agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: Metering agent@dv-cinder-757908-6-iscsi: {}, Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: Open vSwitch agent@dv-cinder-757908-6-iscsi: { 'AddressGroup': '1.2', Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'ConntrackHelper': '1.0', Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Log': '1.0', Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Network': '1.1', Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Port': '1.7', Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'PortForwarding': '1.2', Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'QosPolicy': '1.8', Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SecurityGroup': '1.4', Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SecurityGroupRule': '1.2', Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'SubPort': '1.0', Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Subnet': '1.1', Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: 'Trunk': '1.1'}} Jun 16 15:20:35.202609 dv-cinder-757908-6-iscsi neutron-server[92143]: {{(pid=92143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:20:35.210167 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:35.250674 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] For port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:35.255314 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] For port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:35.265130 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.270569 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:35.378144 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.388434 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Pushing event updated for resources: {'Port': ['ID=bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974,revision_number=3']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:35.392950 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:35.430924 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Routers {'07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:20:35.431928 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:20:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:35.479143 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-26bf00c9-3cd3-4730-8432-3f2cb334f40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.526513 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.36', 63368) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:35.594153 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] Set router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:20:35.826393 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-c74ed4b9-159e-4fae-969e-cd0812735d7e tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:35.829046 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-c74ed4b9-159e-4fae-969e-cd0812735d7e tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 814 time: 0.2962193 Jun 16 15:20:35.917307 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-26bf00c9-3cd3-4730-8432-3f2cb334f40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.941522 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'name': 'tempest-ServerRescueNegativeTestJSON-219014534-router', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:27Z', 'updated_at': '2021-06-16T15:20:32Z', 'revision_number': 3, 'project_id': 'f41882fd42774d67aa33053725293085', 'gw_port': {'id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:da:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:35.943562 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-85b142df-930d-44cb-8636-64573a1a8f57 req-3e350b47-6b1f-4355-b958-c158fd6765ae tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 210 time: 0.4392960 Jun 16 15:20:35.946886 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-26bf00c9-3cd3-4730-8432-3f2cb334f40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:35.963138 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19257f5-201a-4e2a-a616-9af3a12eafa2 None None] The sync data for ids ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'] in dv-cinder-757908-6-iscsi is: [{'id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'name': 'tempest-ServerRescueNegativeTestJSON-219014534-router', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:27Z', 'updated_at': '2021-06-16T15:20:32Z', 'revision_number': 3, 'project_id': 'f41882fd42774d67aa33053725293085', 'gw_port': {'id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:da:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:35.981690 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Request body: {'port': {'device_id': '8fc5c256-6148-4410-92cc-ee3ddfce418b', 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc', 'admin_state_up': True, 'tenant_id': 'b416ec4cee4b4f539f9b5753c9150a0c'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:36.055026 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Notify callbacks [] for port, precommit_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.086585 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Transition to ACTIVE for port object 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:36.103026 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.108287 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:36.298126 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Attempting to bind port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:20:36.298505 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Attempting to bind port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:20:36.298984 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Attempting to bind port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef on network 43ae66be-102b-49e6-bb36-82b6a3432ce6 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:36.315049 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:36.315432 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Checking segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:36.315883 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.316229 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Bound using segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:36.316816 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Bound port: 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:20:36.317235 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.386941 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f31ec520-18e2-4410-8f81-275cdf2aaa3e req-2fecd34c-50b1-47c0-89e4-5d0e1808c52e tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 210 time: 0.0776892 Jun 16 15:20:36.406459 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ee7fc89d-3b7d-4834-a86a-e902a7e1903e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:36.409084 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.433855 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-26bf00c9-3cd3-4730-8432-3f2cb334f40e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9b19cb50b084aa3984bdb67c7d8ea86&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3114796 Jun 16 15:20:36.437388 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] For port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:36.441748 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] For port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=42cbe195-8a0d-42f7-8aa9-9d30e3e337ef,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:36.452389 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:36.459648 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e1bfa-0bf8-4671-a807-f7566028d5b6 None None] Pushing event updated for resources: {'Port': ['ID=42cbe195-8a0d-42f7-8aa9-9d30e3e337ef,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:36.461450 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Allocated IP 172.20.0.1 (0e25a5c1-6475-4c48-a283-ca9c338de97b/ae84484d-8ee1-489f-b398-59967502b492/dee2b1f4-0296-45fb-9008-668032420ec9) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:36.466894 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-b68e1bfa-0bf8-4671-a807-f7566028d5b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:36.467940 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:36.480455 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41560) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:36.583785 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.36', 63373) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:36.604831 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e1bfa-0bf8-4671-a807-f7566028d5b6 None None] Pushing event updated for resources: {'Port': ['ID=42cbe195-8a0d-42f7-8aa9-9d30e3e337ef,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:36.615667 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-b68e1bfa-0bf8-4671-a807-f7566028d5b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:36.655869 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:20:36.667049 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:20:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:36.921347 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf00c9-3cd3-4730-8432-3f2cb334f40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e350a387-48d5-458d-93d0-b1f5e68ba866,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:36.941306 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:20:36.962422 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-26bf00c9-3cd3-4730-8432-3f2cb334f40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:37.005862 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41582) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:37.293392 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:37.321520 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-3889ff0e-412e-4b8a-b306-580139b01079 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:37.323046 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-3889ff0e-412e-4b8a-b306-580139b01079 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.36 "GET /v2.0/networks?id=867400f4-fbf1-43da-913c-81d22a48ee47 HTTP/1.1" status: 200 len: 811 time: 0.7275765 Jun 16 15:20:37.337464 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Request body: {'port': {'device_id': 'd11c6e60-674a-4e4a-a22d-cecd733abc6c', 'network_id': '867400f4-fbf1-43da-913c-81d22a48ee47', 'admin_state_up': True, 'tenant_id': '605f6f572dfe4e3aabc4db946d01fd18'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:37.354677 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Made reservation on behalf of b416ec4cee4b4f539f9b5753c9150a0c for: {'port': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:37.359035 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.476658 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:37.520850 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2feaf295-2c59-4c99-b142-2400032efd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.530447 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fb1dee5f-4b7f-4cf7-a48b-a383c7f09805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.563088 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fb1dee5f-4b7f-4cf7-a48b-a383c7f09805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.579440 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:37.579891 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.600227 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4bef2843-a358-4438-a382-3697de352d58 req-fc4dad48-eb08-4f6a-b5cf-73d7f61cf2bd tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 210 time: 0.1558604 Jun 16 15:20:37.681653 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:33Z', 'revision_number': 3, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:37.689531 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ea4dd1-0eb4-4148-9021-e504a36756ae None None] The sync data for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi is: [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:33Z', 'revision_number': 3, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:37.744581 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Allocated IP 172.20.0.1 (ed365210-33e5-4731-9c5b-4ff91ea99e05/7287b181-670b-4f38-87e6-a92c78eeb8a2/3cdc0dd9-ce23-40a8-aeac-43e2288841c1) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:37.768123 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.791207 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:37.797063 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:37.799967 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-d8407ea5-ab44-4de4-9f8d-9071a8b56dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:37.910556 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:37.922101 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:37.966466 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.104631 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fb1dee5f-4b7f-4cf7-a48b-a383c7f09805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.115635 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fb1dee5f-4b7f-4cf7-a48b-a383c7f09805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.116816 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-fb1dee5f-4b7f-4cf7-a48b-a383c7f09805 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e350a387-48d5-458d-93d0-b1f5e68ba866 HTTP/1.1" status: 204 len: 168 time: 1.6349769 Jun 16 15:20:38.155021 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:38.180940 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bdbc30a8-f372-43e7-bfbc-82ada58438a0 req-8e5bb9e2-9f64-4133-b496-92997b453d32 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 210 time: 0.1719332 Jun 16 15:20:38.184069 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.219229 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dee5f-4b7f-4cf7-a48b-a383c7f09805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e350a387-48d5-458d-93d0-b1f5e68ba866,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:38.228154 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-fb1dee5f-4b7f-4cf7-a48b-a383c7f09805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:38.232999 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.236148 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-82dca9a2-2203-4014-86a5-e08f54a9b590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:38.297021 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Transition to ACTIVE for port object 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:38.450562 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.473236 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Network 0e25a5c1-6475-4c48-a283-ca9c338de97b is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:38.479114 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:38.492156 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Pushing event updated for resources: {'Port': ['ID=dee2b1f4-0296-45fb-9008-668032420ec9,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:38.511645 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:20:38.512142 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674836'] for router_interface, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.785724 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Network ed365210-33e5-4731-9c5b-4ff91ea99e05 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:38.846264 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:38.878494 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:20:38.879161 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674836'] for router_interface, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:38.941920 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:38.942680 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ce1092bb-07da-41d3-924d-1996392b5051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:39.220892 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Allocated IP 172.20.0.13 (4e295650-ab91-4966-a337-9b73110b81dc/62f46278-bb8f-418b-bc1b-aca8bf5a234c/821748ab-017a-45d6-a675-2b75d3bdc191) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:39.334454 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2feaf295-2c59-4c99-b142-2400032efd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:39.367323 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:39.416206 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2feaf295-2c59-4c99-b142-2400032efd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:39.564175 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-e896e381-5033-422b-b17c-ace5daa6e973 None None] Provisioning for port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:39.583723 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-e896e381-5033-422b-b17c-ace5daa6e973 None None] Provisioning complete for port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:39.584115 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e896e381-5033-422b-b17c-ace5daa6e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:39.595669 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41654) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:39.602116 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-058010e6-6582-40a4-8589-f6c4e81d51df req-0902efb4-54b3-4a27-9282-f48cbd082b6f tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 210 time: 0.4359186 Jun 16 15:20:39.671851 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-27640baf-5919-4be6-ba01-4f4e04c487c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:39.785047 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:39.802485 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:39.823902 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-e896e381-5033-422b-b17c-ace5daa6e973 None None] Port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:20:39.832824 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:39.833367 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:39.876503 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:20:39.957114 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:39.957114 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Made reservation on behalf of 605f6f572dfe4e3aabc4db946d01fd18 for: {'port': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:39.958882 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:39.996649 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.070270 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.125319 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Network 4e295650-ab91-4966-a337-9b73110b81dc is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:40.143903 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:40.155421 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:20:40.165371 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:40.166647 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.199028 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2feaf295-2c59-4c99-b142-2400032efd50 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=837febe194df415b99a996a1a43b0f85&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1917090 Jun 16 15:20:40.199939 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaf295-2c59-4c99-b142-2400032efd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91b51be-b177-4bd9-88e3-dca436ba1058,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:40.200310 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.217285 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41670) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:40.221842 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2feaf295-2c59-4c99-b142-2400032efd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:40.231020 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:40.296899 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=42cbe195-8a0d-42f7-8aa9-9d30e3e337ef,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:40.306087 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.317220 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:40.328010 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:40.565474 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b8894e13-26c3-4626-9e6a-a32130dcfbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.593324 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Pushing event updated for resources: {'Port': ['ID=821748ab-017a-45d6-a675-2b75d3bdc191,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:40.623907 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:40.642155 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b8894e13-26c3-4626-9e6a-a32130dcfbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.705310 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Allocated IP 172.20.0.3 (867400f4-fbf1-43da-913c-81d22a48ee47/6e9aed8f-0d3c-4a9c-9df8-d19ae7de2d05/4d094e22-ca99-46d8-a132-5b1cfdb43bb4) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:40.773350 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:40.774965 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.789682 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=42cbe195-8a0d-42f7-8aa9-9d30e3e337ef,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:40.812741 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:40.818245 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b8894e13-26c3-4626-9e6a-a32130dcfbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.848446 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b8894e13-26c3-4626-9e6a-a32130dcfbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:40.850001 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-b8894e13-26c3-4626-9e6a-a32130dcfbaf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c91b51be-b177-4bd9-88e3-dca436ba1058 HTTP/1.1" status: 204 len: 168 time: 0.6307809 Jun 16 15:20:40.854436 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41682) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:40.855196 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:40.856069 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e2e9f348-07ad-42cb-9bfe-9d79a042c768 req-7a6c7ffc-39ee-4a8c-93c6-ead0cac2c006 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 210 time: 0.9126515 Jun 16 15:20:40.883417 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8894e13-26c3-4626-9e6a-a32130dcfbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91b51be-b177-4bd9-88e3-dca436ba1058,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:40.901777 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b8894e13-26c3-4626-9e6a-a32130dcfbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:41.133151 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Pushing event updated for resources: {'Port': ['ID=3cdc0dd9-ce23-40a8-aeac-43e2288841c1,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:41.142522 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.200s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:41.190263 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.249470 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.269244 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.283440 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.328988 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674792'] for router_interface, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.371791 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:41.423679 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:41.494465 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-36125586-8906-467a-b900-d1add2ddfc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.587893 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:41.588887 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.739318 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Pushing event updated for resources: {'Port': ['ID=dee2b1f4-0296-45fb-9008-668032420ec9,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:41.759294 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-27640baf-5919-4be6-ba01-4f4e04c487c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.760520 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:41.777155 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.812273 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-27640baf-5919-4be6-ba01-4f4e04c487c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:41.827732 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:41.828016 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf7234-b54e-492b-82fe-7e6630e42355 req-c85a9623-ab3d-4e17-9720-aa003775f8d5 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:41.831165 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-90cf7234-b54e-492b-82fe-7e6630e42355 req-c85a9623-ab3d-4e17-9720-aa003775f8d5 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 932 time: 0.6249657 Jun 16 15:20:41.839573 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:41.947958 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-27640baf-5919-4be6-ba01-4f4e04c487c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5c8a1eb57574e2eba6bb4beef07b5c8&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3399560 Jun 16 15:20:41.953466 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27640baf-5919-4be6-ba01-4f4e04c487c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de98ddf-b37b-47a5-80d0-124bd9637b0d,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:41.957772 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41704) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:41.961976 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0172169 Jun 16 15:20:41.970950 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-27640baf-5919-4be6-ba01-4f4e04c487c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:42.008204 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Network 0e25a5c1-6475-4c48-a283-ca9c338de97b is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:42.023800 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:42.072942 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-e4da154c-a708-4815-a53a-7103b67820b6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:20:42.074516 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-e4da154c-a708-4815-a53a-7103b67820b6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525596 Jun 16 15:20:42.101916 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Network 867400f4-fbf1-43da-913c-81d22a48ee47 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:42.120098 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:42.159798 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:20:42.166884 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:42.167569 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.225809 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Pushing event updated for resources: {'Port': ['ID=4d094e22-ca99-46d8-a132-5b1cfdb43bb4,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:42.238548 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:42.269055 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-90cf7234-b54e-492b-82fe-7e6630e42355 req-ba9c211e-5e8b-48e1-9d0f-de66c8932b5e tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330593 Jun 16 15:20:42.366785 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.379294 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-36125586-8906-467a-b900-d1add2ddfc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.394407 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-36125586-8906-467a-b900-d1add2ddfc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.401193 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0671067 Jun 16 15:20:42.408743 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2feaf295-2c59-4c99-b142-2400032efd50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:42.449577 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.468045 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-36125586-8906-467a-b900-d1add2ddfc53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed3becf7f884484dbc6acc8396795285&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5923200 Jun 16 15:20:42.469954 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36125586-8906-467a-b900-d1add2ddfc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b11e13-8b52-4ede-8545-f6c7f88d23a4,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:42.472552 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41710) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:42.510047 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674792'] for router_interface, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.528268 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b445c1e7-7833-4f71-88f7-283a768f1291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.529029 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-36125586-8906-467a-b900-d1add2ddfc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:42.538452 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:42.622961 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2f8a9bec-e37a-4396-aa92-ac62663bd508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.660811 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2f8a9bec-e37a-4396-aa92-ac62663bd508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.720913 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Pushing event updated for resources: {'Port': ['ID=3cdc0dd9-ce23-40a8-aeac-43e2288841c1,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:42.830773 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:42.834801 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b445c1e7-7833-4f71-88f7-283a768f1291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.854950 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2f8a9bec-e37a-4396-aa92-ac62663bd508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.864476 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2f8a9bec-e37a-4396-aa92-ac62663bd508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:42.866580 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2f8a9bec-e37a-4396-aa92-ac62663bd508 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15b11e13-8b52-4ede-8545-f6c7f88d23a4 HTTP/1.1" status: 204 len: 168 time: 0.3927517 Jun 16 15:20:42.868151 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-36125586-8906-467a-b900-d1add2ddfc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:42.904346 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a9bec-e37a-4396-aa92-ac62663bd508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b11e13-8b52-4ede-8545-f6c7f88d23a4,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:42.920633 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2f8a9bec-e37a-4396-aa92-ac62663bd508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:42.982560 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:20:43.001081 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c67b8-8cdf-4b4b-980a-7b7c66e6e4bd req-f734e110-2c42-4041-bbea-76adb9333949 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:43.005408 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d07c67b8-8cdf-4b4b-980a-7b7c66e6e4bd req-f734e110-2c42-4041-bbea-76adb9333949 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 931 time: 0.8493009 Jun 16 15:20:43.193752 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Network ed365210-33e5-4731-9c5b-4ff91ea99e05 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:43.222908 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b445c1e7-7833-4f71-88f7-283a768f1291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.230468 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b445c1e7-7833-4f71-88f7-283a768f1291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.231689 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-b445c1e7-7833-4f71-88f7-283a768f1291 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4de98ddf-b37b-47a5-80d0-124bd9637b0d HTTP/1.1" status: 204 len: 168 time: 1.2715633 Jun 16 15:20:43.232748 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:43.238045 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:43.278104 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d07c67b8-8cdf-4b4b-980a-7b7c66e6e4bd req-009a3a62-1aa8-4355-ae79-2b9f20efccf6 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449098 Jun 16 15:20:43.293718 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445c1e7-7833-4f71-88f7-283a768f1291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de98ddf-b37b-47a5-80d0-124bd9637b0d,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:43.300607 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b445c1e7-7833-4f71-88f7-283a768f1291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:43.494178 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:43.513072 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Sync routers for ids ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:43.523029 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] 10.222.0.61 "PUT /v2.0/routers/07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7965667 Jun 16 15:20:43.533488 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Routers {'07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:20:43.541871 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:20:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:43.640004 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:20:43.771211 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7897f03-7fa2-418d-abaa-09cc5792ec82 req-b6222c10-55ed-4c34-846c-2378fe633210 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:43.784267 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b7897f03-7fa2-418d-abaa-09cc5792ec82 req-b6222c10-55ed-4c34-846c-2378fe633210 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 932 time: 0.2077124 Jun 16 15:20:43.862675 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-fa60649c-a251-402b-8498-34e8497f8c42 None None] Provisioning complete for port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:43.865015 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-fa60649c-a251-402b-8498-34e8497f8c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:43.929127 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b7897f03-7fa2-418d-abaa-09cc5792ec82 req-031bfde3-8f0d-46ce-8d26-cfa2ebd3af02 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433117 Jun 16 15:20:44.011983 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-fa60649c-a251-402b-8498-34e8497f8c42 None None] Port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:20:44.100674 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:20:44.124633 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Sync routers for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:20:44.130186 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] 10.222.0.61 "PUT /v2.0/routers/10eb6dc9-60f6-46c9-a969-b2e0e0265510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9234648 Jun 16 15:20:44.166572 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:20:44.166572 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:20:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:44.166930 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Set router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:20:44.671176 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:20:44.710160 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'name': 'tempest-ServerRescueNegativeTestJSON-219014534-router', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:27Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'f41882fd42774d67aa33053725293085', 'gw_port': {'id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:da:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'dee2b1f4-0296-45fb-9008-668032420ec9', 'name': '', 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'mac_address': 'fa:16:3e:5a:77:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae84484d-8ee1-489f-b398-59967502b492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:35Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 2, 'project_id': 'f41882fd42774d67aa33053725293085', 'subnets': [{'id': 'ae84484d-8ee1-489f-b398-59967502b492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:44.714471 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Checking router: 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:44.715381 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Updating router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 port dee2b1f4-0296-45fb-9008-668032420ec9 binding host dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:44.756020 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:44.813073 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-365b9bd5-1eba-401b-a876-b936bcbc8c82 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:20:44.815374 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-365b9bd5-1eba-401b-a876-b936bcbc8c82 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078297 Jun 16 15:20:44.915816 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a24c73-3f50-4e89-992e-9b7ad2ace3a7 req-23f45580-62b9-49b3-9b65-8b5a9d2aaae3 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:44.933157 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f2a24c73-3f50-4e89-992e-9b7ad2ace3a7 req-23f45580-62b9-49b3-9b65-8b5a9d2aaae3 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 931 time: 0.2249274 Jun 16 15:20:45.118019 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f2a24c73-3f50-4e89-992e-9b7ad2ace3a7 req-ad5df37b-906f-4dd4-9d54-b1dc0312041e tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832685 Jun 16 15:20:45.424458 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:41Z', 'revision_number': 2, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:45.432721 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacc0dc-5c74-4c07-9770-4fd6d9c31b7b req-486f3317-9062-4373-9278-2a890a08bafa tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:45.435960 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-caacc0dc-5c74-4c07-9770-4fd6d9c31b7b req-486f3317-9062-4373-9278-2a890a08bafa tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 932 time: 0.2241254 Jun 16 15:20:45.454709 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Checking router: 10eb6dc9-60f6-46c9-a969-b2e0e0265510 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:20:45.455445 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Updating router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 binding host dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:20:45.592332 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-caacc0dc-5c74-4c07-9770-4fd6d9c31b7b req-2bbb2b07-2cc2-4180-93a3-3344f8d25f77 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381736 Jun 16 15:20:45.651049 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:45.991528 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Notify callbacks [] for port, precommit_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.038704 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.provisioning_blocks [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Transition to ACTIVE for port object dee2b1f4-0296-45fb-9008-668032420ec9 will not be triggered until provisioned by entity L2. {{(pid=92143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:46.052537 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.067452 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:46.406719 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a93e8-3fa3-47bf-817a-aa7a2cb64247 None None] Pushing event updated for resources: {'Port': ['ID=dee2b1f4-0296-45fb-9008-668032420ec9,revision_number=3']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:46.514380 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-710a93e8-3fa3-47bf-817a-aa7a2cb64247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:46.617889 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Attempting to bind port dee2b1f4-0296-45fb-9008-668032420ec9 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:20:46.618707 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Attempting to bind port dee2b1f4-0296-45fb-9008-668032420ec9 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:20:46.619242 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Attempting to bind port dee2b1f4-0296-45fb-9008-668032420ec9 on network 0e25a5c1-6475-4c48-a283-ca9c338de97b {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:46.634275 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:46.634762 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Checking segment: {'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:46.635329 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.635869 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Bound using segment: {'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:46.636529 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Bound port: dee2b1f4-0296-45fb-9008-668032420ec9, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'}}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:20:46.637108 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.706366 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Notify callbacks [] for port, precommit_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.737343 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Transition to ACTIVE for port object 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:46.760033 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.783308 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ee7f71d1-478b-4974-a65a-b9edd97de9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:46.872918 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] For port dee2b1f4-0296-45fb-9008-668032420ec9, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:46.879855 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] For port dee2b1f4-0296-45fb-9008-668032420ec9, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=dee2b1f4-0296-45fb-9008-668032420ec9,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:46.896767 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:46.920295 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:47.241303 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Routers {'07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:20:47.242682 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:20:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:47.513040 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdca862-bdc9-4632-969f-cec4f7a4fb45 None None] Pushing event updated for resources: {'Port': ['ID=3cdc0dd9-ce23-40a8-aeac-43e2288841c1,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:47.521956 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-7cdca862-bdc9-4632-969f-cec4f7a4fb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:47.526310 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a93e8-3fa3-47bf-817a-aa7a2cb64247 None None] Pushing event updated for resources: {'Port': ['ID=dee2b1f4-0296-45fb-9008-668032420ec9,revision_number=4']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:47.543237 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-710a93e8-3fa3-47bf-817a-aa7a2cb64247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:47.548101 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca2592-218d-4961-8206-07ed839385e1 req-cba8a92f-6d4b-45da-a454-edb0f288543f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:47.562994 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-cba8a92f-6d4b-45da-a454-edb0f288543f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 818 time: 0.4660370 Jun 16 15:20:47.567233 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Attempting to bind port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:20:47.567748 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Attempting to bind port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:20:47.568129 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Attempting to bind port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 on network ed365210-33e5-4731-9c5b-4ff91ea99e05 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:47.593298 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-6076912a-6800-4fc9-b06b-dee688fff3d2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/quotas/f41882fd42774d67aa33053725293085 HTTP/1.1" status: 200 len: 375 time: 0.0291271 Jun 16 15:20:47.597441 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:47.598499 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Checking segment: {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:47.599303 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.599961 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Bound using segment: {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:47.601802 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Bound port: 3cdc0dd9-ce23-40a8-aeac-43e2288841c1, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:20:47.601802 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.649600 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] Set router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:20:47.727251 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Request body: {'port': {'device_id': '8fc5c256-6148-4410-92cc-ee3ddfce418b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:47.803007 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] For port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:47.814948 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] For port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=3cdc0dd9-ce23-40a8-aeac-43e2288841c1,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:47.823575 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:47.868106 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:47.984879 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:20:47.986078 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:20:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:48.015778 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Request body: {'port': {'device_id': 'd11c6e60-674a-4e4a-a22d-cecd733abc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:48.130572 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41820) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:48.203514 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.251944 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-97307a62-d8e0-4c6c-9ff0-3b1e657b5662 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6569779 Jun 16 15:20:48.387452 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'name': 'tempest-ServerRescueNegativeTestJSON-219014534-router', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:27Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'f41882fd42774d67aa33053725293085', 'gw_port': {'id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:da:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'dee2b1f4-0296-45fb-9008-668032420ec9', 'name': '', 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'mac_address': 'fa:16:3e:5a:77:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae84484d-8ee1-489f-b398-59967502b492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:35Z', 'updated_at': '2021-06-16T15:20:46Z', 'revision_number': 4, 'project_id': 'f41882fd42774d67aa33053725293085', 'subnets': [{'id': 'ae84484d-8ee1-489f-b398-59967502b492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:48.400471 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be24b19-476d-492d-93ca-7c3a18cfa84d None None] The sync data for ids ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'] in dv-cinder-757908-6-iscsi is: [{'id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'name': 'tempest-ServerRescueNegativeTestJSON-219014534-router', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:27Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'f41882fd42774d67aa33053725293085', 'gw_port': {'id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:da:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'dee2b1f4-0296-45fb-9008-668032420ec9', 'name': '', 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'mac_address': 'fa:16:3e:5a:77:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ae84484d-8ee1-489f-b398-59967502b492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:35Z', 'updated_at': '2021-06-16T15:20:46Z', 'revision_number': 4, 'project_id': 'f41882fd42774d67aa33053725293085', 'subnets': [{'id': 'ae84484d-8ee1-489f-b398-59967502b492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:48.540834 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:20:48.622252 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9221e5a5-9ddb-4963-bea1-b766e1d554b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:48.995281 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41838) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:49.008493 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-1e2d6228-a39a-425e-9cf3-5d4dbab7814f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135622949', 'description': 'tempest-description--27959044'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:49.044558 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9221e5a5-9ddb-4963-bea1-b766e1d554b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.063334 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9221e5a5-9ddb-4963-bea1-b766e1d554b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.088747 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b445c1e7-7833-4f71-88f7-283a768f1291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:49.144049 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdca862-bdc9-4632-969f-cec4f7a4fb45 None None] Pushing event updated for resources: {'Port': ['ID=3cdc0dd9-ce23-40a8-aeac-43e2288841c1,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:49.177297 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-7cdca862-bdc9-4632-969f-cec4f7a4fb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.308s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:49.203913 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1e2d6228-a39a-425e-9cf3-5d4dbab7814f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.245642 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-9221e5a5-9ddb-4963-bea1-b766e1d554b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2cd472c9f59c4deaa87daf19dba09d21&name=default HTTP/1.1" status: 200 len: 2977 time: 1.1093583 Jun 16 15:20:49.265973 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41840) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:49.307134 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-7b84d29f-806b-4d73-9e8f-e08509ec7629 service neutron] 10.222.0.61 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0540004 Jun 16 15:20:49.312333 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e5a5-9ddb-4963-bea1-b766e1d554b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5500fb-2ff4-4785-9085-0d007df7af42,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:49.313827 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.359258 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9221e5a5-9ddb-4963-bea1-b766e1d554b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:49.658586 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-4f9d33d8-7bee-4e76-be98-c2ad986d2f80 service neutron] 10.222.0.61 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145831 Jun 16 15:20:49.779512 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device dee2b1f4-0296-45fb-9008-668032420ec9 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:49.860123 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b82a-f78d-4591-bd02-ee534c5a71ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:49.978959 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-1168ee9a-ac99-489a-8725-280cf487bae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.041703 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port dee2b1f4-0296-45fb-9008-668032420ec9 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:50.067834 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port dee2b1f4-0296-45fb-9008-668032420ec9 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:50.070459 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.276817 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:47Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:20:50.295092 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbb8e2-5517-4f9e-9fb6-c71376a3fc7e None None] The sync data for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi is: [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:47Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:20:50.513125 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b82a-f78d-4591-bd02-ee534c5a71ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.527246 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.694172 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1e2d6228-a39a-425e-9cf3-5d4dbab7814f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.703191 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port dee2b1f4-0296-45fb-9008-668032420ec9, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=dee2b1f4-0296-45fb-9008-668032420ec9,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:50.718169 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.732380 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:50.805563 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1e2d6228-a39a-425e-9cf3-5d4dbab7814f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.811654 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b82a-f78d-4591-bd02-ee534c5a71ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.866036 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90055364-6a75-4862-9c18-e55d1459d9ce req-9db42fc4-b635-4db9-9ad2-570f59bfd340 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:50.878789 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-90055364-6a75-4862-9c18-e55d1459d9ce req-9db42fc4-b635-4db9-9ad2-570f59bfd340 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 931 time: 1.3416252 Jun 16 15:20:50.895224 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9221e5a5-9ddb-4963-bea1-b766e1d554b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:50.901398 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1e2d6228-a39a-425e-9cf3-5d4dbab7814f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:50.907180 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-1e2d6228-a39a-425e-9cf3-5d4dbab7814f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9036391 Jun 16 15:20:50.913546 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41870) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:50.917128 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 {{(pid=92140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:20:50.942869 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-1afe3de0-bd72-495a-bd2a-7895d67b3103 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'security_group_rule': {'security_group_id': '353f0f1e-3502-4f06-ac8b-6cc7f9d03358', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:50.950462 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.029042 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b82a-f78d-4591-bd02-ee534c5a71ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.032837 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-d4d6b82a-f78d-4591-bd02-ee534c5a71ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa5500fb-2ff4-4785-9085-0d007df7af42 HTTP/1.1" status: 204 len: 168 time: 1.7625897 Jun 16 15:20:51.053612 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-90055364-6a75-4862-9c18-e55d1459d9ce req-88bc7959-8cdb-4e76-b9ea-ca30bc0f57d2 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739805 Jun 16 15:20:51.081921 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=dee2b1f4-0296-45fb-9008-668032420ec9,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:51.102467 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:51.138336 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Transition to ACTIVE for port object 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:51.140073 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d6228-a39a-425e-9cf3-5d4dbab7814f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353f0f1e-3502-4f06-ac8b-6cc7f9d03358,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:51.179582 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.183310 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821748ab-017a-45d6-a675-2b75d3bdc191 {{(pid=92140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:20:51.199879 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6b82a-f78d-4591-bd02-ee534c5a71ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5500fb-2ff4-4785-9085-0d007df7af42,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:51.214875 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1afe3de0-bd72-495a-bd2a-7895d67b3103 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.221066 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d4d6b82a-f78d-4591-bd02-ee534c5a71ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:51.221531 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:51.221834 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:51.222614 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:51.225387 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d935735e-131e-4477-901a-e78259dde83b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:51.729578 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:51.918479 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41882) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:51.937508 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0648fa7-c498-478a-a3a4-e65393b3f9b4 req-428d24de-9b04-449f-a969-465d7c9c2821 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 210 time: 0.6727095 Jun 16 15:20:51.967829 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:20:51.986591 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:51.988172 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:52.245254 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Transition to ACTIVE for port object 821748ab-017a-45d6-a675-2b75d3bdc191 will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:20:52.356120 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:52.487265 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=3cdc0dd9-ce23-40a8-aeac-43e2288841c1,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:20:52.496013 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:52.501686 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device dee2b1f4-0296-45fb-9008-668032420ec9 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:52.655672 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-74779259-69bb-4679-8817-6b85c23181a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:52.800180 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fac2de-c2bc-418c-963f-8ccd24c471b9 req-a0e89b25-8ee0-42b4-ab8f-fcea1940674d tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:52.822888 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:52.841936 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port dee2b1f4-0296-45fb-9008-668032420ec9 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:52.846747 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:52.849561 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Attempting to bind port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:20:52.850148 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Attempting to bind port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '867400f4-fbf1-43da-913c-81d22a48ee47'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:20:52.850733 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Attempting to bind port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 on network 867400f4-fbf1-43da-913c-81d22a48ee47 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:52.866342 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b8fac2de-c2bc-418c-963f-8ccd24c471b9 req-a0e89b25-8ee0-42b4-ab8f-fcea1940674d tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.2819147 Jun 16 15:20:53.052308 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b8fac2de-c2bc-418c-963f-8ccd24c471b9 req-6634a6b6-3742-4b68-9f41-7feed34fbcf6 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847506 Jun 16 15:20:53.298330 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e17aa9a9-02ff-459c-9369-79f9835429a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:53.313475 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 on network 867400f4-fbf1-43da-913c-81d22a48ee47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:20:53.320248 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Attempting to bind port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 on network 867400f4-fbf1-43da-913c-81d22a48ee47 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:53.358358 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Pushing event updated for resources: {'Port': ['ID=4d094e22-ca99-46d8-a132-5b1cfdb43bb4,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:53.366294 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.140s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:53.428321 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:53.432021 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Checking segment: {'id': '9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '867400f4-fbf1-43da-913c-81d22a48ee47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:53.433489 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Bound using segment: {'id': '9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '867400f4-fbf1-43da-913c-81d22a48ee47'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:53.434010 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Bound port: 4d094e22-ca99-46d8-a132-5b1cfdb43bb4, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '867400f4-fbf1-43da-913c-81d22a48ee47'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:20:53.434959 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:53.446260 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:53.554039 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1afe3de0-bd72-495a-bd2a-7895d67b3103 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:53.586388 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1afe3de0-bd72-495a-bd2a-7895d67b3103 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:53.602525 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=3cdc0dd9-ce23-40a8-aeac-43e2288841c1,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:53.623574 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ddaf-b98e-4cea-a809-9fc8049bdbfe req-18914f98-df5d-43f1-ada3-3744f28922e3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:53.623574 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3731ddaf-b98e-4cea-a809-9fc8049bdbfe req-18914f98-df5d-43f1-ada3-3744f28922e3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 932 time: 2.3483777 Jun 16 15:20:53.649258 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:53.893303 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Attempting to bind port 821748ab-017a-45d6-a675-2b75d3bdc191 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:20:53.904788 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Attempting to bind port 821748ab-017a-45d6-a675-2b75d3bdc191 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:20:53.908744 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Attempting to bind port 821748ab-017a-45d6-a675-2b75d3bdc191 on network 4e295650-ab91-4966-a337-9b73110b81dc {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:53.912562 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-d156892a-b5de-4960-bc14-4fa28932acbb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:53.926130 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-d156892a-b5de-4960-bc14-4fa28932acbb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 818 time: 0.5364966 Jun 16 15:20:53.965525 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-a96d9cff-125d-40f7-85aa-0af2917ce139 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/quotas/f41882fd42774d67aa33053725293085 HTTP/1.1" status: 200 len: 375 time: 0.0380297 Jun 16 15:20:53.970297 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e17aa9a9-02ff-459c-9369-79f9835429a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.001671 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e17aa9a9-02ff-459c-9369-79f9835429a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.042499 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b0522f50-084b-487e-8055-4ee696951154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.054098 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Port 821748ab-017a-45d6-a675-2b75d3bdc191 on network 4e295650-ab91-4966-a337-9b73110b81dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:20:54.065014 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Attempting to bind port 821748ab-017a-45d6-a675-2b75d3bdc191 on network 4e295650-ab91-4966-a337-9b73110b81dc {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:20:54.081974 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Pushing event updated for resources: {'Port': ['ID=821748ab-017a-45d6-a675-2b75d3bdc191,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:54.087955 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:54.103065 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:20:54.103620 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Checking segment: {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:54.104102 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Bound using segment: {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:20:54.104813 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Bound port: 821748ab-017a-45d6-a675-2b75d3bdc191, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:20:54.105690 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.109381 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1afe3de0-bd72-495a-bd2a-7895d67b3103 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.114836 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-1afe3de0-bd72-495a-bd2a-7895d67b3103 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1868882 Jun 16 15:20:54.118121 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41928) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:54.118866 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:54.133025 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-73e0a5b2-2be3-4c48-a175-00a7d7edcdd0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'security_group_rule': {'security_group_id': '353f0f1e-3502-4f06-ac8b-6cc7f9d03358', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:54.148183 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:54.238986 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-e17aa9a9-02ff-459c-9369-79f9835429a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=48972ebe1a254051b28e89c953fc7fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3135967 Jun 16 15:20:54.241959 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41930) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:54.271933 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.288538 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17aa9a9-02ff-459c-9369-79f9835429a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d2abef-bc89-4702-aae5-63dd13fce86a,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:54.300740 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:20:54.302484 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e17aa9a9-02ff-459c-9369-79f9835429a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:54.336334 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-d248f70b-5e1a-4882-97d9-950092c168cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3687606 Jun 16 15:20:54.406542 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5351fcfb-8b41-4a94-8b70-4d040136c4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.419127 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:20:54.419933 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.474736 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5351fcfb-8b41-4a94-8b70-4d040136c4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.477449 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3731ddaf-b98e-4cea-a809-9fc8049bdbfe req-14158726-744b-4d84-b7e4-9ee38855569e tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7803004 Jun 16 15:20:54.478688 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe3de0-bd72-495a-bd2a-7895d67b3103 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e05c0d-80f1-4dc8-a42a-0c6a957d03a6,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:54.493564 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-1afe3de0-bd72-495a-bd2a-7895d67b3103 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:54.579908 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-78fa5b47-70ef-48d4-8e6d-153e768382c8 service neutron] 10.222.0.61 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389619 Jun 16 15:20:54.601259 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] For port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4, host hv-cinder-75790, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:54.708915 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.36', 63393) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:54.763743 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5351fcfb-8b41-4a94-8b70-4d040136c4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.775950 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-73e0a5b2-2be3-4c48-a175-00a7d7edcdd0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.829624 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5351fcfb-8b41-4a94-8b70-4d040136c4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.834057 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-5351fcfb-8b41-4a94-8b70-4d040136c4c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0d2abef-bc89-4702-aae5-63dd13fce86a HTTP/1.1" status: 204 len: 168 time: 0.5727320 Jun 16 15:20:54.843808 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] For port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=4d094e22-ca99-46d8-a132-5b1cfdb43bb4,segment=NetworkSegment(9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593),segment_id=9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:54.855053 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] For port 821748ab-017a-45d6-a675-2b75d3bdc191, host hv-cinder-75790, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:20:54.864281 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.935170 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-73e0a5b2-2be3-4c48-a175-00a7d7edcdd0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.943415 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:54.952649 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] For port 821748ab-017a-45d6-a675-2b75d3bdc191, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=821748ab-017a-45d6-a675-2b75d3bdc191,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:20:54.954469 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-73e0a5b2-2be3-4c48-a175-00a7d7edcdd0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:54.965701 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:55.008659 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.013613 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-73e0a5b2-2be3-4c48-a175-00a7d7edcdd0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.014876 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-73e0a5b2-2be3-4c48-a175-00a7d7edcdd0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8937435 Jun 16 15:20:55.020991 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:55.022277 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.023975 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] 10.222.0.36 "PUT /v2.0/ports/4d094e22-ca99-46d8-a132-5b1cfdb43bb4 HTTP/1.1" status: 200 len: 1093 time: 8.1835063 Jun 16 15:20:55.029854 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 41948) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:55.032560 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11c6e60-674a-4e4a-a22d-cecd733abc6c', 'tag': '4d094e22-ca99-46d8-a132-5b1cfdb43bb4'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:20:55.074937 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351fcfb-8b41-4a94-8b70-4d040136c4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d2abef-bc89-4702-aae5-63dd13fce86a,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:55.117835 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5351fcfb-8b41-4a94-8b70-4d040136c4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:55.125771 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'floatingip': {'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:55.167320 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.283179 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:55.285341 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.286939 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] 10.222.0.36 "PUT /v2.0/ports/821748ab-017a-45d6-a675-2b75d3bdc191 HTTP/1.1" status: 200 len: 1094 time: 8.4564323 Jun 16 15:20:55.324743 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-840de1ce-32d8-4bdf-8873-6fafb726f220 service neutron] 10.222.0.61 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436302 Jun 16 15:20:55.358224 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79269-f4ab-49ec-b79f-479016e9a4d6 req-0d379efb-cdfe-415c-8c97-f766c11b9367 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:55.360320 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0aa79269-f4ab-49ec-b79f-479016e9a4d6 req-0d379efb-cdfe-415c-8c97-f766c11b9367 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.5891786 Jun 16 15:20:55.381637 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca2592-218d-4961-8206-07ed839385e1 req-d07fded8-6e2d-4e0b-99e5-e3a9f123f76a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:55.385347 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-d07fded8-6e2d-4e0b-99e5-e3a9f123f76a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.36 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 818 time: 0.6590033 Jun 16 15:20:55.394478 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Pushing event updated for resources: {'Port': ['ID=4d094e22-ca99-46d8-a132-5b1cfdb43bb4,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:55.408159 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:55.417809 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:55.437828 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0a5b2-2be3-4c48-a175-00a7d7edcdd0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6fcaf3-192f-46fc-998d-944148410d17,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:55.447352 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-73e0a5b2-2be3-4c48-a175-00a7d7edcdd0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:55.452092 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:55.494028 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0aa79269-f4ab-49ec-b79f-479016e9a4d6 req-61175dc8-f2d1-4069-b12d-8c63cca3738c tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240792 Jun 16 15:20:55.652774 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Pushing event updated for resources: {'Port': ['ID=821748ab-017a-45d6-a675-2b75d3bdc191,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:55.672604 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:55.694666 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41974) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:55.734950 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.748638 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-81254e93-ff39-481e-a18c-ef1cfcbf38f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:55.881957 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b0c99c-bc6e-4a09-9384-c4866858cca7" -d '{"events": [{"name": "network-changed", "server_uuid": "d11c6e60-674a-4e4a-a22d-cecd733abc6c", "tag": "4d094e22-ca99-46d8-a132-5b1cfdb43bb4"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:20:55.905612 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c7a5e240-aa25-4646-b8d8-37df04934d4c req-9cd552b9-0518-486b-9ec3-7fb9ce8d1c89 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 210 time: 0.1109815 Jun 16 15:20:56.120639 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-81254e93-ff39-481e-a18c-ef1cfcbf38f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.126193 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-81254e93-ff39-481e-a18c-ef1cfcbf38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.130106 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:56.152341 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Allocated IP 172.27.0.89 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/e0e467f8-f29f-4830-9fb8-9ba28502b413) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:56.160125 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81254e93-ff39-481e-a18c-ef1cfcbf38f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88e9380-498d-4b40-b68b-dbe69bb83966,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:56.179366 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-81254e93-ff39-481e-a18c-ef1cfcbf38f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:56.197769 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.228647 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa5dd7-dcb0-4b53-9133-d79b07544000 req-acf646bb-60cf-4e48-b878-1246429128d1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:56.231688 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-81254e93-ff39-481e-a18c-ef1cfcbf38f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5573defbfb5d4cc19d950ba680038a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5351975 Jun 16 15:20:56.231896 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-86fa5dd7-dcb0-4b53-9133-d79b07544000 req-acf646bb-60cf-4e48-b878-1246429128d1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.3149714 Jun 16 15:20:56.234552 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41990) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:56.248171 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 41992) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:56.328311 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f23b73df-4fad-48cb-abc1-2c40e19f9b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.361211 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f23b73df-4fad-48cb-abc1-2c40e19f9b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.482858 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f23b73df-4fad-48cb-abc1-2c40e19f9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.491338 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f23b73df-4fad-48cb-abc1-2c40e19f9b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.495622 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-f23b73df-4fad-48cb-abc1-2c40e19f9b76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a88e9380-498d-4b40-b68b-dbe69bb83966 HTTP/1.1" status: 204 len: 168 time: 0.2595580 Jun 16 15:20:56.498800 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:56.524374 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b73df-4fad-48cb-abc1-2c40e19f9b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88e9380-498d-4b40-b68b-dbe69bb83966,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:56.535381 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f23b73df-4fad-48cb-abc1-2c40e19f9b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:56.572555 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-86fa5dd7-dcb0-4b53-9133-d79b07544000 req-f37866f2-d90a-426e-8b34-ba0881edab9e tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527417 Jun 16 15:20:56.588882 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ded5d1f-98cd-425a-a930-18f035c60427 x-openstack-request-id: req-6ded5d1f-98cd-425a-a930-18f035c60427 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:20:56.589228 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11c6e60-674a-4e4a-a22d-cecd733abc6c", "tag": "4d094e22-ca99-46d8-a132-5b1cfdb43bb4", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:20:56.589500 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ded5d1f-98cd-425a-a930-18f035c60427 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:20:56.589998 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11c6e60-674a-4e4a-a22d-cecd733abc6c', 'tag': '4d094e22-ca99-46d8-a132-5b1cfdb43bb4', 'status': 'completed', 'code': 200} Jun 16 15:20:56.612307 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-568339539-network', 'tenant_id': '9fb518b9ade04d1bb899f2b8d1b5ec72'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:56.620277 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.693075 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Request body: {'port': {'device_id': '7922f261-8f00-4416-8f55-3235db20f0e0', 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b', 'admin_state_up': True, 'tenant_id': 'f41882fd42774d67aa33053725293085'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:56.747481 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:56.839773 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:56.964607 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Made reservation on behalf of 9fb518b9ade04d1bb899f2b8d1b5ec72 for: {'network': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:56.969058 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.039790 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.103527 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:57.118201 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:57.144722 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:20:57.235441 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4381f22-9db5-4633-bb2b-89fbb0f0e6b5 req-9f649937-20c2-41e6-9bdb-042c9db45909 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:57.248900 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a4381f22-9db5-4633-bb2b-89fbb0f0e6b5 req-9f649937-20c2-41e6-9bdb-042c9db45909 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.3211238 Jun 16 15:20:57.435185 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a4381f22-9db5-4633-bb2b-89fbb0f0e6b5 req-24673b09-2043-48df-a61d-67b30b51c3d4 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819072 Jun 16 15:20:57.477017 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'Port': ['ID=e0e467f8-f29f-4830-9fb8-9ba28502b413,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:57.503734 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:57.572843 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.599242 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.636271 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6cd90a4d-f81b-4a2b-9907-b511d8724d0d req-96107174-78c6-4cf9-8fab-5d6de58a9dfb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 210 time: 0.3713140 Jun 16 15:20:57.652781 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:57.686378 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-0b21f886-c095-474d-9972-030c61744153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:57.689554 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-0b21f886-c095-474d-9972-030c61744153 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 1097 time: 0.9273117 Jun 16 15:20:57.706642 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Made reservation on behalf of f41882fd42774d67aa33053725293085 for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:57.714114 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.719359 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0c99c-bc6e-4a09-9384-c4866858cca7 req-888f5c36-ba75-432f-91cb-9c4994ba8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:57.721847 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-47b0c99c-bc6e-4a09-9384-c4866858cca7 req-888f5c36-ba75-432f-91cb-9c4994ba8920 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=605f6f572dfe4e3aabc4db946d01fd18&device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 1096 time: 0.8100238 Jun 16 15:20:57.723705 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=92141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:20:57.732865 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.836258 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13508921-a710-46cb-a6f1-58d70b020b38,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:57.842222 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:57.845631 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.845631 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.segments_db [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Added segment 9c689c7b-915a-427d-ad6f-8487e48a7dde of type vlan for network 89ec0433-2347-40b3-8b1d-bd168ec6b54e Jun 16 15:20:57.884462 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:57.935893 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.088639 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.228411 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.240749 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:58.241498 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.245862 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Allocated IP 172.20.0.3 (0e25a5c1-6475-4c48-a283-ca9c338de97b/ae84484d-8ee1-489f-b398-59967502b492/8e7a6804-d54f-46a6-852c-19135581667b) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:20:58.250686 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:58.293672 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcd917-e48d-4b40-9292-5e7695f2d70c req-e6c1a4ed-bcd4-4d5e-9d9d-fed91ed76792 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:58.296559 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5adcd917-e48d-4b40-9292-5e7695f2d70c req-e6c1a4ed-bcd4-4d5e-9d9d-fed91ed76792 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.4491370 Jun 16 15:20:58.306362 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0568080 Jun 16 15:20:58.311429 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42052) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:20:58.318068 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Request body: {'subnet': {'network_id': '89ec0433-2347-40b3-8b1d-bd168ec6b54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-568339539-subnet', 'tenant_id': '9fb518b9ade04d1bb899f2b8d1b5ec72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:20:58.353156 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.362072 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.365800 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:58.379683 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Made reservation on behalf of 9fb518b9ade04d1bb899f2b8d1b5ec72 for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:20:58.379683 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.421324 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.494038 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.495302 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3802783 Jun 16 15:20:58.502650 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'Port': ['ID=e0e467f8-f29f-4830-9fb8-9ba28502b413,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:58.507270 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:58.615637 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc5c256-6148-4410-92cc-ee3ddfce418b', 'tag': '821748ab-017a-45d6-a675-2b75d3bdc191'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:20:58.653599 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=89ec0433-2347-40b3-8b1d-bd168ec6b54e,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:58.658006 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8b016d-df28-4c8f-b894-2843cb7f98f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc5c256-6148-4410-92cc-ee3ddfce418b", "tag": "821748ab-017a-45d6-a675-2b75d3bdc191"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:20:58.671828 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:58.672862 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 89ec0433-2347-40b3-8b1d-bd168ec6b54e details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:20:58.761892 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5adcd917-e48d-4b40-9292-5e7695f2d70c req-54c59596-16b9-44b0-8346-baaab6ec4fdf tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438770 Jun 16 15:20:58.848049 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076adb1-dc03-4e23-81cd-4a8fbfae5b5f req-da6a6a19-5cd2-4928-be16-297b87d4ac71 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:58.856841 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6076adb1-dc03-4e23-81cd-4a8fbfae5b5f req-da6a6a19-5cd2-4928-be16-297b87d4ac71 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.1717811 Jun 16 15:20:58.859805 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:58.874135 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ea090152-dbf6-43c2-9e01-ad6fa1959fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:58.998265 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:59.005290 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6076adb1-dc03-4e23-81cd-4a8fbfae5b5f req-1ab75ed3-c1ce-4019-8411-10f4bbf8a827 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464336 Jun 16 15:20:59.018863 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64640d06-07ab-427e-a1a2-dd4e1919139d,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:59.024158 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:59.026258 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Checking segment: {'id': '9c689c7b-915a-427d-ad6f-8487e48a7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '89ec0433-2347-40b3-8b1d-bd168ec6b54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:20:59.033612 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Network hostable DHCP agents. Network: 89ec0433-2347-40b3-8b1d-bd168ec6b54e, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:20:59.072412 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-43c3aabd-337b-43c5-8246-dc6e10bbd173 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1135622949&fields=id&tenant_id=eedd95e42fb9472eb3497ea2222f0c77 HTTP/1.1" status: 200 len: 267 time: 0.1353920 Jun 16 15:20:59.100944 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Network 89ec0433-2347-40b3-8b1d-bd168ec6b54e is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:20:59.129176 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 89ec0433-2347-40b3-8b1d-bd168ec6b54e) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:59.148660 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:59.149701 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:59.167011 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87db633-a84e-458d-bdca-08d597db6138 None None] Network 89ec0433-2347-40b3-8b1d-bd168ec6b54e requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:20:59.191589 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fde4813-2f20-4812-95b1-e103ca16fea6 x-openstack-request-id: req-4fde4813-2f20-4812-95b1-e103ca16fea6 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:20:59.191916 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc5c256-6148-4410-92cc-ee3ddfce418b", "tag": "821748ab-017a-45d6-a675-2b75d3bdc191", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:20:59.193031 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fde4813-2f20-4812-95b1-e103ca16fea6 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:20:59.193031 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc5c256-6148-4410-92cc-ee3ddfce418b', 'tag': '821748ab-017a-45d6-a675-2b75d3bdc191', 'status': 'completed', 'code': 200} Jun 16 15:20:59.197214 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8840852 Jun 16 15:20:59.333215 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:59.375295 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:20:59.415638 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ac9109a4-d8ae-44f7-83b6-03d2a8db4042 req-9fc48c1a-efac-428d-bfd7-ce702ec58951 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 210 time: 0.0651634 Jun 16 15:20:59.432209 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-079773ea-612f-4510-b7ed-468acb17ae47 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:59.437713 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc9af9c-2270-4d4f-bc74-02617a3a052d None None] Network 89ec0433-2347-40b3-8b1d-bd168ec6b54e requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:20:59.441933 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-079773ea-612f-4510-b7ed-468acb17ae47 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 810 time: 0.3588383 Jun 16 15:20:59.545130 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-4a1b4863-7811-4a07-bc62-d499ae95a6c9 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/quotas/eedd95e42fb9472eb3497ea2222f0c77 HTTP/1.1" status: 200 len: 375 time: 0.1020195 Jun 16 15:20:59.548647 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Network 0e25a5c1-6475-4c48-a283-ca9c338de97b is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:20:59.576025 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:20:59.578551 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Pushing event updated for resources: {'Port': ['ID=8e7a6804-d54f-46a6-852c-19135581667b,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:20:59.580945 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:20:59.587351 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:20:59.589008 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:20:59.612196 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:20:59.632457 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9606090 Jun 16 15:20:59.673575 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-83277cd4-2ee5-4b54-8f0b-9f8721f00b41 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1273267 Jun 16 15:20:59.888368 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-b1b08c9e-2993-4c02-97a3-70a83787f921 service neutron] 10.222.0.61 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984632 Jun 16 15:21:00.105169 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-b465500e-df76-4a41-9f8d-a64cb85cdf42 service neutron] 10.222.0.61 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143698 Jun 16 15:21:00.166114 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed3e6c-6351-4abb-9bc8-9078f1e0118e req-c5a39a66-50ed-4f00-8830-568595c248f3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:00.176526 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-82ed3e6c-6351-4abb-9bc8-9078f1e0118e req-c5a39a66-50ed-4f00-8830-568595c248f3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.1311433 Jun 16 15:21:00.229435 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-82ed3e6c-6351-4abb-9bc8-9078f1e0118e req-66ca184b-a176-408c-bd57-d970f193e5f5 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512214 Jun 16 15:21:00.365850 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42130) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:00.371446 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1862157970-network', 'tenant_id': '5356c3d1344142f2b54d21294101a491'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:00.427171 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Made reservation on behalf of 5356c3d1344142f2b54d21294101a491 for: {'network': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:00.430363 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:00.459163 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:00.480916 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b364d653-774a-4124-ad40-aa1208ed71c8 req-f15074c5-815c-43a1-8f22-9a2b97eae535 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 210 time: 0.0844073 Jun 16 15:21:00.648427 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f3c9fd59-b1df-4ea3-b944-18ca6d41655b req-e3070cca-c6aa-43d0-9d32-79a9bbbc7366 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 210 time: 0.0511062 Jun 16 15:21:00.682183 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48342ca-ae02-4202-aae0-0b259afee301 req-6ac3c970-537d-46a7-8d9f-e41450ad7ac6 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:00.684140 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d48342ca-ae02-4202-aae0-0b259afee301 req-6ac3c970-537d-46a7-8d9f-e41450ad7ac6 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.1990218 Jun 16 15:21:00.769696 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d48342ca-ae02-4202-aae0-0b259afee301 req-3d70bcc3-398c-46a2-945b-a18539b58baa tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755718 Jun 16 15:21:00.810185 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:00.816601 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:00.829285 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2f8a9bec-e37a-4396-aa92-ac62663bd508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:00.867686 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=92140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:21:00.883750 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c418fb0b-6e7b-4594-99ed-7335b1279e0f,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:00.890538 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:00.896687 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:00.896687 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.segments_db [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Added segment 51bc31a4-6060-4ce2-9c0a-a1de1c17a177 of type vlan for network 6d6eaff1-bf2c-4b30-9748-5fa2164d260a Jun 16 15:21:00.994060 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.042696 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.046414 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:01.047542 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.051975 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:01.102353 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7352006 Jun 16 15:21:01.107899 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42152) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:01.115769 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Request body: {'subnet': {'network_id': '6d6eaff1-bf2c-4b30-9748-5fa2164d260a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1862157970-subnet', 'tenant_id': '5356c3d1344142f2b54d21294101a491', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:01.161215 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Pushing event updated for resources: {'Network': ['ID=6d6eaff1-bf2c-4b30-9748-5fa2164d260a,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:01.162210 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Made reservation on behalf of 5356c3d1344142f2b54d21294101a491 for: {'subnet': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:01.165310 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.179057 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:01.180285 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 6d6eaff1-bf2c-4b30-9748-5fa2164d260a details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:21:01.429649 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198'] for subnet, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.437332 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c9abdf24-275d-4d7b-9cc1-4d6dfbc79127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:01.507225 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf18daf-3169-43e3-b300-344820ae97a4,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:01.517278 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:01.546131 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695beaa8-ba19-49ba-85bc-732d264f8669 req-7b24f41d-e90a-4268-a86e-91f65fe31e94 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:01.547876 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-695beaa8-ba19-49ba-85bc-732d264f8669 req-7b24f41d-e90a-4268-a86e-91f65fe31e94 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.1623590 Jun 16 15:21:01.548984 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Checking segment: {'id': '51bc31a4-6060-4ce2-9c0a-a1de1c17a177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6d6eaff1-bf2c-4b30-9748-5fa2164d260a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:21:01.549415 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Network hostable DHCP agents. Network: 6d6eaff1-bf2c-4b30-9748-5fa2164d260a, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:21:01.595008 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Network 6d6eaff1-bf2c-4b30-9748-5fa2164d260a is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:21:01.608632 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 6d6eaff1-bf2c-4b30-9748-5fa2164d260a) {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:01.616230 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:01.616841 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:01.620874 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c13aac-7b2b-4497-a164-34ec89686a4e None None] Network 6d6eaff1-bf2c-4b30-9748-5fa2164d260a requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:21:01.626689 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-695beaa8-ba19-49ba-85bc-732d264f8669 req-014d497f-f9e0-43dd-9756-687024c41ac1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694501 Jun 16 15:21:01.642297 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-fe21709d-107d-48dd-b1bd-48c1cc23d9fc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5329537 Jun 16 15:21:01.741464 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2f914d2e-2bc0-4599-9e89-f5fc6f8119df req-cb1e4563-82a1-40c1-905c-2423ac5bfcfe tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 210 time: 0.0463431 Jun 16 15:21:01.783351 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Request body: {'port': {'device_id': '7922f261-8f00-4416-8f55-3235db20f0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:01.805442 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd8c060-03c0-4b7f-893d-0ea8af2e40ec None None] Network 6d6eaff1-bf2c-4b30-9748-5fa2164d260a requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:21:01.937261 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-a00f6a19-f034-451d-ba81-ff80c6227a7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=821748ab-017a-45d6-a675-2b75d3bdc191 HTTP/1.1" status: 200 len: 217 time: 0.1594663 Jun 16 15:21:01.990429 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42176) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:02.073069 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2854ace7-8401-4c04-a40f-21dce2431e17 req-0abb6e1f-02d8-4afe-bd77-322ae67021a7 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 210 time: 0.1667910 Jun 16 15:21:02.102440 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.131246 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.302224 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-c585f54a-2f7a-4954-96a8-4c68c0242a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:02.303717 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-c585f54a-2f7a-4954-96a8-4c68c0242a3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62f46278-bb8f-418b-bc1b-aca8bf5a234c HTTP/1.1" status: 200 len: 854 time: 0.3588982 Jun 16 15:21:02.312559 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-666c3454-9cde-41e3-85b8-f04d0c827c58 admin admin] Deleting subnet 64640d06-07ab-427e-a1a2-dd4e1919139d {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:21:02.326803 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-666c3454-9cde-41e3-85b8-f04d0c827c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.441896 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-79c0e5de-d20f-4ac6-b905-4d90c0b35e1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e295650-ab91-4966-a337-9b73110b81dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233928 Jun 16 15:21:02.443194 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0c99c-bc6e-4a09-9384-c4866858cca7 req-6fed2887-11a6-42e4-8880-24b3308b6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:02.444488 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-47b0c99c-bc6e-4a09-9384-c4866858cca7 req-6fed2887-11a6-42e4-8880-24b3308b6e23 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=605f6f572dfe4e3aabc4db946d01fd18&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6680577 Jun 16 15:21:02.464668 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-666c3454-9cde-41e3-85b8-f04d0c827c58 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.474966 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.36', 63405) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:02.482678 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-666c3454-9cde-41e3-85b8-f04d0c827c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.585032 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136b1a0-64eb-4ed1-a53f-b510ff47052c req-dddecad7-2cf7-4e8d-bdcb-7c7d5ad252c6 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:02.586495 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5136b1a0-64eb-4ed1-a53f-b510ff47052c req-dddecad7-2cf7-4e8d-bdcb-7c7d5ad252c6 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.5009348 Jun 16 15:21:02.877999 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7a6804-d54f-46a6-852c-19135581667b {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:21:02.895678 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.926625 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Transition to ACTIVE for port object 8e7a6804-d54f-46a6-852c-19135581667b will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:02.937998 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:02.944096 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:03.318880 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.36', 63409) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:03.378075 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7a6804-d54f-46a6-852c-19135581667b,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:03.404024 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:03.490613 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0c99c-bc6e-4a09-9384-c4866858cca7 req-ed814639-5cdc-4da5-9f34-a2aab337755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:03.493703 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-47b0c99c-bc6e-4a09-9384-c4866858cca7 req-ed814639-5cdc-4da5-9f34-a2aab337755e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9985495 Jun 16 15:21:03.557121 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5136b1a0-64eb-4ed1-a53f-b510ff47052c req-0d021f33-b089-47fe-b6bb-2dfcc8eadff3 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9360559 Jun 16 15:21:03.562703 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-666c3454-9cde-41e3-85b8-f04d0c827c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.565125 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:03.647021 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c3454-9cde-41e3-85b8-f04d0c827c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64640d06-07ab-427e-a1a2-dd4e1919139d,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:03.663417 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-666c3454-9cde-41e3-85b8-f04d0c827c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.669350 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-666c3454-9cde-41e3-85b8-f04d0c827c58 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/64640d06-07ab-427e-a1a2-dd4e1919139d HTTP/1.1" status: 204 len: 168 time: 1.6771853 Jun 16 15:21:03.670976 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42222) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:03.696151 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-0e4e8849-eb68-423e-a635-9799ae788cde tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:03.698389 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-0e4e8849-eb68-423e-a635-9799ae788cde tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.36 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 818 time: 1.2177844 Jun 16 15:21:03.709158 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-d6c1e9ff-e254-422b-8d4c-8c9960103b93 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2296064 Jun 16 15:21:03.753858 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-666c3454-9cde-41e3-85b8-f04d0c827c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:03.807832 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-599e7e58-114e-4b52-ac5c-9a3e11038486 req-410d2195-f0c2-490d-af39-6b7a64073351 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 210 time: 0.0735912 Jun 16 15:21:03.838158 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Attempting to bind port 8e7a6804-d54f-46a6-852c-19135581667b on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:21:03.838516 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Attempting to bind port 8e7a6804-d54f-46a6-852c-19135581667b by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:21:03.838866 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Attempting to bind port 8e7a6804-d54f-46a6-852c-19135581667b on network 0e25a5c1-6475-4c48-a283-ca9c338de97b {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:03.891984 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Port 8e7a6804-d54f-46a6-852c-19135581667b on network 0e25a5c1-6475-4c48-a283-ca9c338de97b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:21:03.893569 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Attempting to bind port 8e7a6804-d54f-46a6-852c-19135581667b on network 0e25a5c1-6475-4c48-a283-ca9c338de97b {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:03.895740 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.914646 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-e6d5acdb-bb5c-49cb-a99a-37535e6bbe55 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:03.914646 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-e6d5acdb-bb5c-49cb-a99a-37535e6bbe55 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.36 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 810 time: 0.5890915 Jun 16 15:21:03.921216 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:21:03.921831 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Checking segment: {'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:21:03.922845 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Bound using segment: {'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:21:03.923313 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Bound port: 8e7a6804-d54f-46a6-852c-19135581667b, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:21:03.923489 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-3dcefdbd-a85b-43d9-b813-5792519a8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:03.923648 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:03.924961 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-3dcefdbd-a85b-43d9-b813-5792519a8195 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=605f6f572dfe4e3aabc4db946d01fd18&device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 1096 time: 0.2927725 Jun 16 15:21:03.936954 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cea3e-da86-41df-bd72-a34d9e227475 req-84957e59-d82e-4299-b9e0-cd3e3524f7c0 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:03.944716 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-699cea3e-da86-41df-bd72-a34d9e227475 req-84957e59-d82e-4299-b9e0-cd3e3524f7c0 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.9140973 Jun 16 15:21:04.012938 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.030005 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.030559 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.031506 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.032233 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > port after_create 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.032749 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > port after_delete 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.033266 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > port after_update 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.034033 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.034514 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.034994 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.035107 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-699cea3e-da86-41df-bd72-a34d9e227475 req-b7ec6303-82f6-4319-9cc2-6cbd9e85f6a8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890596 Jun 16 15:21:04.035551 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.080888 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] For port 8e7a6804-d54f-46a6-852c-19135581667b, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:21:04.086414 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] For port 8e7a6804-d54f-46a6-852c-19135581667b, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=8e7a6804-d54f-46a6-852c-19135581667b,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:21:04.093886 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.103268 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:04.166643 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:04.167260 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.169314 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e7a6804-d54f-46a6-852c-19135581667b HTTP/1.1" status: 200 len: 1093 time: 2.3930504 Jun 16 15:21:04.169947 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7922f261-8f00-4416-8f55-3235db20f0e0', 'tag': '8e7a6804-d54f-46a6-852c-19135581667b'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:21:04.265549 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7a6804-d54f-46a6-852c-19135581667b,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:04.269245 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:04.283594 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.284009 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.284422 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.284827 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.285455 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ec0433-2347-40b3-8b1d-bd168ec6b54e']}} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:04.317046 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c689c7b-915a-427d-ad6f-8487e48a7dde') {'for_net_delete': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:04.317376 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c689c7b-915a-427d-ad6f-8487e48a7dde') {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:04.346235 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-92aa86e4-66c9-4cbe-9d16-6edcda41df1e req-311e5bf3-3b44-4618-b70a-59f2aec6c4da tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 210 time: 0.0551627 Jun 16 15:21:04.353196 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8383239'] for segment, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.382765 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ce8e1c-c8da-4d00-94b7-47bf643db56a" -d '{"events": [{"name": "network-changed", "server_uuid": "7922f261-8f00-4416-8f55-3235db20f0e0", "tag": "8e7a6804-d54f-46a6-852c-19135581667b"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:21:04.384207 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.393839 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=92140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:21:04.394246 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7514266'] for segment, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: from cryptography.utils import int_from_bytes Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: from cryptography.utils import int_from_bytes Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: Traceback (most recent call last): Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: timer() Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: cb(*args, **kw) Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: return func(*args, **kwargs) Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: self._notify() Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: self.callback(batched_events) Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: event.method(event) Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: return f(self, *a, **k) Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._get(url).json() Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: return self.request(url, 'GET', **kwargs) Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:21:04.398488 dv-cinder-757908-6-iscsi neutron-server[92140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:21:04.468668 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.474094 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-17a23d31-6b6a-4139-80e3-e5e61873c3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:04.479874 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.483987 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] 10.222.0.61 "DELETE /v2.0/networks/89ec0433-2347-40b3-8b1d-bd168ec6b54e HTTP/1.1" status: 204 len: 168 time: 0.7844629 Jun 16 15:21:04.487009 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42252) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:04.500102 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Pushing event deleted for resources: {'Network': ['ID=89ec0433-2347-40b3-8b1d-bd168ec6b54e,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:04.504454 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:04.508665 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb10b86-013a-42da-82da-a8bfdfc88458 x-openstack-request-id: req-2bb10b86-013a-42da-82da-a8bfdfc88458 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:21:04.508995 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7922f261-8f00-4416-8f55-3235db20f0e0", "tag": "8e7a6804-d54f-46a6-852c-19135581667b", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:21:04.509414 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bb10b86-013a-42da-82da-a8bfdfc88458 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:21:04.509912 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7922f261-8f00-4416-8f55-3235db20f0e0', 'tag': '8e7a6804-d54f-46a6-852c-19135581667b', 'status': 'completed', 'code': 200} Jun 16 15:21:04.555035 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dcb228-f6c1-451b-9639-bd3635bbe2a5 admin admin] Deleting subnet adf18daf-3169-43e3-b300-344820ae97a4 {{(pid=92141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:21:04.559417 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02dcb228-f6c1-451b-9639-bd3635bbe2a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.600858 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02dcb228-f6c1-451b-9639-bd3635bbe2a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.612554 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02dcb228-f6c1-451b-9639-bd3635bbe2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.678573 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02dcb228-f6c1-451b-9639-bd3635bbe2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198'] for subnet, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.681073 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:04.708948 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcb228-f6c1-451b-9639-bd3635bbe2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf18daf-3169-43e3-b300-344820ae97a4,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:04.712466 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-02dcb228-f6c1-451b-9639-bd3635bbe2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:04.713755 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02dcb228-f6c1-451b-9639-bd3635bbe2a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.718907 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-02dcb228-f6c1-451b-9639-bd3635bbe2a5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/adf18daf-3169-43e3-b300-344820ae97a4 HTTP/1.1" status: 204 len: 168 time: 0.2265942 Jun 16 15:21:04.719187 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42258) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:04.796489 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4de6bd-0f16-4e0f-b465-bc3ff19d093d req-66d6a3ad-dc9d-4e97-8eac-a2bfea267009 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:04.798118 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.798322 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9c4de6bd-0f16-4e0f-b465-bc3ff19d093d req-66d6a3ad-dc9d-4e97-8eac-a2bfea267009 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.0776405 Jun 16 15:21:04.843394 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9c4de6bd-0f16-4e0f-b465-bc3ff19d093d req-cb9593ad-0dfe-406d-8abc-4088eb18fecc tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380785 Jun 16 15:21:04.894255 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:04.908384 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.908742 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.909556 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.909896 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.910229 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.910543 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.910861 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.911170 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.913178 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.913178 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.985895 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.986132 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.986460 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.986787 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:21:04.987144 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6eaff1-bf2c-4b30-9748-5fa2164d260a']}} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:05.021082 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bc31a4-6060-4ce2-9c0a-a1de1c17a177') {'for_net_delete': True} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:05.021453 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bc31a4-6060-4ce2-9c0a-a1de1c17a177') {} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:05.057660 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5bd1dea4-8298-4257-ab54-49c5384485b1 req-934fceaf-b25c-4409-946b-b2857b82176f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 210 time: 0.0653694 Jun 16 15:21:05.060307 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7517775'] for segment, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.097937 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.108758 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=92141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:21:05.109184 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7517361'] for segment, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: from cryptography.utils import int_from_bytes Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: from cryptography.utils import int_from_bytes Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: Traceback (most recent call last): Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: timer() Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: cb(*args, **kw) Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: return func(*args, **kwargs) Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: self._notify() Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: self.callback(batched_events) Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: event.method(event) Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: return f(self, *a, **k) Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._get(url).json() Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: return self.request(url, 'GET', **kwargs) Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:21:05.113983 dv-cinder-757908-6-iscsi neutron-server[92141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:21:05.192227 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.196858 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-8c484280-1188-44db-a168-356c7ff4c4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:05.201765 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.204105 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6d6eaff1-bf2c-4b30-9748-5fa2164d260a HTTP/1.1" status: 204 len: 168 time: 0.4835842 Jun 16 15:21:05.215137 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d6eaff1-bf2c-4b30-9748-5fa2164d260a,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:05.218864 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1f4fd1a5-def6-41dd-b8ed-30b0a656b9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:05.268242 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746a7f7-b537-4f2c-810b-cb1ad4770e91 req-09754e7c-670e-45a1-9b11-7fad31fdcfcb tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:05.269945 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6746a7f7-b537-4f2c-810b-cb1ad4770e91 req-09754e7c-670e-45a1-9b11-7fad31fdcfcb tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.0895474 Jun 16 15:21:05.342881 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6746a7f7-b537-4f2c-810b-cb1ad4770e91 req-6ee01233-8c37-49d0-a59d-3441f812743f tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602314 Jun 16 15:21:05.464959 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42272) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:05.518966 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-6ac71fc1-e216-46d9-a364-70e9c436b40e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9fb518b9ade04d1bb899f2b8d1b5ec72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480547 Jun 16 15:21:05.519820 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42274) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:05.528809 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a9aa58b2-a918-4aaf-9926-ae7ed693b1b0 req-8c00253a-931a-4d89-8ab0-650744210c8e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 210 time: 0.0341303 Jun 16 15:21:05.588916 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-81125879-28e1-4434-a489-4c08a79e40fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.617900 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-81125879-28e1-4434-a489-4c08a79e40fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.673886 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-81125879-28e1-4434-a489-4c08a79e40fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.679214 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-81125879-28e1-4434-a489-4c08a79e40fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:05.681509 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-81125879-28e1-4434-a489-4c08a79e40fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13508921-a710-46cb-a6f1-58d70b020b38 HTTP/1.1" status: 204 len: 168 time: 0.1603816 Jun 16 15:21:05.682569 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:05.693430 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81125879-28e1-4434-a489-4c08a79e40fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13508921-a710-46cb-a6f1-58d70b020b38,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:05.697282 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-81125879-28e1-4434-a489-4c08a79e40fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:06.072690 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb7f00-a367-46de-b92d-2fa9dbc95e82 req-c5bcd977-1e8b-4487-b5f6-8c117ac4218b tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:06.075978 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-92cb7f00-a367-46de-b92d-2fa9dbc95e82 req-c5bcd977-1e8b-4487-b5f6-8c117ac4218b tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.1026690 Jun 16 15:21:06.142896 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-92cb7f00-a367-46de-b92d-2fa9dbc95e82 req-287f9e71-af6a-4622-9278-ed386a89f07f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611281 Jun 16 15:21:06.150087 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42286) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:06.208925 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-6ca8c7da-0fbf-4791-9a68-16aad8d174d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5356c3d1344142f2b54d21294101a491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572278 Jun 16 15:21:06.211721 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42288) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:06.299120 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d9dcf226-d16c-449a-8885-727ef16803be req-edb42922-6daa-411d-8df9-e7ac41196ab5 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 210 time: 0.0657861 Jun 16 15:21:06.348934 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-0e4082b1-34b6-48e7-a9e3-74c177ef17bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:06.392762 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-0e4082b1-34b6-48e7-a9e3-74c177ef17bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:06.468820 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-0e4082b1-34b6-48e7-a9e3-74c177ef17bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:06.471798 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-0e4082b1-34b6-48e7-a9e3-74c177ef17bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:06.485600 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-0e4082b1-34b6-48e7-a9e3-74c177ef17bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c418fb0b-6e7b-4594-99ed-7335b1279e0f HTTP/1.1" status: 204 len: 168 time: 0.2723918 Jun 16 15:21:06.487147 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d4d6b82a-f78d-4591-bd02-ee534c5a71ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:06.496083 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4082b1-34b6-48e7-a9e3-74c177ef17bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c418fb0b-6e7b-4594-99ed-7335b1279e0f,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:06.499937 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-0e4082b1-34b6-48e7-a9e3-74c177ef17bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:06.701669 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7726fa4-3703-4c60-978a-e29328c8c9f1 req-43a3d127-4482-4559-8bc1-8a78f7aba68c tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:06.704258 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f7726fa4-3703-4c60-978a-e29328c8c9f1 req-43a3d127-4482-4559-8bc1-8a78f7aba68c tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.1334653 Jun 16 15:21:06.708167 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2a2ff50c-9ea0-4c92-a350-66fd2e3eae43 req-fa2217fa-ce89-44e4-ace2-af4a4172fcf0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 210 time: 0.0398407 Jun 16 15:21:06.776877 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f7726fa4-3703-4c60-978a-e29328c8c9f1 req-6cf7f847-5b1c-403b-8a23-b7f777f8ccc5 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582442 Jun 16 15:21:07.396651 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f0b17-3f05-4c98-924e-3b7235ee2fe8 req-d6f69f33-c89c-4242-9362-61c02d05197c tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:07.404888 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-240f0b17-3f05-4c98-924e-3b7235ee2fe8 req-d6f69f33-c89c-4242-9362-61c02d05197c tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.1082976 Jun 16 15:21:07.452485 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-240f0b17-3f05-4c98-924e-3b7235ee2fe8 req-adaec5d9-d0a7-4841-85b1-e1dda8fe7eca tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464449 Jun 16 15:21:07.543052 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-28655744-034b-4b46-af99-86581bf0879e req-98805bf0-9a08-48ae-881b-1a222c1f472c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 210 time: 0.0344489 Jun 16 15:21:07.884823 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b3fc06be-4a1f-4f3f-a252-e54a87c03b60 req-e1c94e32-d75f-4075-82ea-79ad5a3fac3f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 210 time: 0.0538838 Jun 16 15:21:08.029481 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dfe58-d9a1-40a8-b89e-009933a2354f req-66b404fe-7c5b-42e3-92ca-92b16e6c8aa5 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:08.031067 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0b2dfe58-d9a1-40a8-b89e-009933a2354f req-66b404fe-7c5b-42e3-92ca-92b16e6c8aa5 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.0715346 Jun 16 15:21:08.106680 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Request body: {'port': {'device_id': '7b4ef80c-2077-4077-92d2-ae897a2be25a', 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b', 'admin_state_up': True, 'tenant_id': 'f41882fd42774d67aa33053725293085'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:08.186450 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-4e4934ae-a65e-4030-b9cd-f69723c54a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eedd95e42fb9472eb3497ea2222f0c77 HTTP/1.1" status: 200 len: 380 time: 0.1136401 Jun 16 15:21:08.197625 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'port': {'device_id': 'd657b1bd-3530-409d-9522-89313b269d7c', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'admin_state_up': True, 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'security_groups': ['353f0f1e-3502-4f06-ac8b-6cc7f9d03358']}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:08.241022 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0b2dfe58-d9a1-40a8-b89e-009933a2354f req-2b1610ae-e424-435b-a882-e9d7e0e21679 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034607 Jun 16 15:21:08.258468 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-734ba7a9-8c82-4d27-b0aa-2631286d452b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d094e22-ca99-46d8-a132-5b1cfdb43bb4 HTTP/1.1" status: 200 len: 217 time: 0.1775634 Jun 16 15:21:08.294937 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce8e1c-c8da-4d00-94b7-47bf643db56a req-fcf3c9fb-433f-4e7d-ac0d-01b24dafada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:08.296627 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-40ce8e1c-c8da-4d00-94b7-47bf643db56a req-fcf3c9fb-433f-4e7d-ac0d-01b24dafada4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 1096 time: 0.1982427 Jun 16 15:21:08.360502 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Made reservation on behalf of eedd95e42fb9472eb3497ea2222f0c77 for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:08.365582 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.534212 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-a8dd3ac1-026e-4ef3-a641-8b99fd74bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:08.535882 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-a8dd3ac1-026e-4ef3-a641-8b99fd74bccc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e9aed8f-0d3c-4a9c-9df8-d19ae7de2d05 HTTP/1.1" status: 200 len: 851 time: 0.2592866 Jun 16 15:21:08.628082 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-cfbe86c8-2de9-42f2-80e9-5ca62e4b0957 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=867400f4-fbf1-43da-913c-81d22a48ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587242 Jun 16 15:21:08.645112 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f83f48e-0f5b-4804-a6d6-18208e9be035 req-2f09af37-1b4a-4c49-bdc3-099a248ba50c service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609827 Jun 16 15:21:08.665035 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Allocated IP 172.20.0.9 (ed365210-33e5-4731-9c5b-4ff91ea99e05/7287b181-670b-4f38-87e6-a92c78eeb8a2/f378d25b-257b-4738-b4f1-0c71ae90135c) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:21:08.800236 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Made reservation on behalf of f41882fd42774d67aa33053725293085 for: {'port': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:21:08.805445 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:08.878663 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cf550ca0-e57f-4b92-b81f-b067a525aac6 req-a64e9617-6204-4b24-856a-0856698d8b63 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 210 time: 0.1561899 Jun 16 15:21:09.013312 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-74f4ae22-0771-482f-9d71-9169409ace74 service neutron] 10.222.0.36 "GET /v2.0/networks/867400f4-fbf1-43da-913c-81d22a48ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736539 Jun 16 15:21:09.063299 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce8e1c-c8da-4d00-94b7-47bf643db56a req-9edae67a-8016-498d-b703-95759c76c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:09.065993 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-40ce8e1c-c8da-4d00-94b7-47bf643db56a req-9edae67a-8016-498d-b703-95759c76c68a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f41882fd42774d67aa33053725293085&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4335873 Jun 16 15:21:09.147562 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f56e2-fd76-4546-9714-0515b44acec7 req-a5670279-6d04-4ed3-8f35-c6cac7b866b4 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:09.159252 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3a2f56e2-fd76-4546-9714-0515b44acec7 req-a5670279-6d04-4ed3-8f35-c6cac7b866b4 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.3883545 Jun 16 15:21:09.209845 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:09.226599 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Allocated IP 172.20.0.6 (0e25a5c1-6475-4c48-a283-ca9c338de97b/ae84484d-8ee1-489f-b398-59967502b492/216acf1f-7c67-4adc-bf9d-db3b5805172c) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:21:09.249199 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Transition to ACTIVE for port object f378d25b-257b-4738-b4f1-0c71ae90135c will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:09.255396 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3a2f56e2-fd76-4546-9714-0515b44acec7 req-8d16ecd1-b0d6-4495-bb76-7862611c2515 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948536 Jun 16 15:21:09.275012 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bad59a6b-59a7-47c4-9efa-66c27ea6c2ed req-fef29b8b-755d-4a3f-ac96-1f46b81f0ac6 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 210 time: 0.0791094 Jun 16 15:21:09.278826 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b016d-df28-4c8f-b894-2843cb7f98f1 req-ba439d85-6225-468e-873d-9a2dc97f74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:09.281328 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2b8b016d-df28-4c8f-b894-2843cb7f98f1 req-ba439d85-6225-468e-873d-9a2dc97f74e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 1097 time: 0.3590181 Jun 16 15:21:09.328225 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:09.339698 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42394) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:09.341354 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:09.383680 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-4664b984-476f-475f-b45e-c18ad6683a26 service neutron] 10.222.0.36 "GET /v2.0/networks/867400f4-fbf1-43da-913c-81d22a48ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611667 Jun 16 15:21:09.410986 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Network ed365210-33e5-4731-9c5b-4ff91ea99e05 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:09.416066 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:09.423698 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:21:09.429712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'Port': ['ID=f378d25b-257b-4738-b4f1-0c71ae90135c,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:09.457038 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:09.490741 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:09.491731 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:09.511616 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3192155 Jun 16 15:21:09.680735 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:09.788793 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:09.799688 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:09.824148 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-36a1598c-346a-4342-acaf-1c734696f4c4 None None] Provisioning for port f378d25b-257b-4738-b4f1-0c71ae90135c completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:09.833217 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-36a1598c-346a-4342-acaf-1c734696f4c4 None None] Provisioning complete for port f378d25b-257b-4738-b4f1-0c71ae90135c triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:09.834421 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-36a1598c-346a-4342-acaf-1c734696f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:09.880684 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e143036f-5bf0-41fc-a421-87aa6bfb4b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:09.886534 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-36a1598c-346a-4342-acaf-1c734696f4c4 None None] Port f378d25b-257b-4738-b4f1-0c71ae90135c cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:21:09.897570 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Network 0e25a5c1-6475-4c48-a283-ca9c338de97b is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:21:09.905174 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:21:09.913259 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Pushing event updated for resources: {'Port': ['ID=216acf1f-7c67-4adc-bf9d-db3b5805172c,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:09.929237 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:21:09.940645 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:09.962087 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6deffb9-b1b6-4c5b-a9f8-2446973f8f72 req-a5c03ba8-98e8-48d6-8e3e-6ad606fd5ce2 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:09.964806 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b6deffb9-b1b6-4c5b-a9f8-2446973f8f72 req-a5c03ba8-98e8-48d6-8e3e-6ad606fd5ce2 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.4490161 Jun 16 15:21:10.032295 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:10.033914 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:10.059416 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b6deffb9-b1b6-4c5b-a9f8-2446973f8f72 req-f358216c-1850-49de-bcc0-7d9997f0c05b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761118 Jun 16 15:21:10.128844 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e143036f-5bf0-41fc-a421-87aa6bfb4b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:10.134508 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e143036f-5bf0-41fc-a421-87aa6bfb4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:10.139677 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:10.158915 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0771234 Jun 16 15:21:10.171737 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143036f-5bf0-41fc-a421-87aa6bfb4b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e0a087-97b8-4d0b-be1c-80e7cdb0819c,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:10.177484 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e143036f-5bf0-41fc-a421-87aa6bfb4b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:10.194489 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-e143036f-5bf0-41fc-a421-87aa6bfb4b08 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea1ec06ef4874b4aae4073e398a61503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8431654 Jun 16 15:21:10.195399 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42414) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:10.217342 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8473eb6-d5b0-4601-840b-752b12917dd7 req-fb3b9236-3e70-4e17-8b24-f0821643d954 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:10.219759 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c8473eb6-d5b0-4601-840b-752b12917dd7 req-fb3b9236-3e70-4e17-8b24-f0821643d954 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 931 time: 0.1111662 Jun 16 15:21:10.269904 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c8473eb6-d5b0-4601-840b-752b12917dd7 req-1d84d469-0ae4-4b79-8675-a3dd60f33ade tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438166 Jun 16 15:21:10.278365 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b6a33393-01f9-4cf6-8bf3-1c64b10b6636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:10.321667 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b6a33393-01f9-4cf6-8bf3-1c64b10b6636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:10.427036 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b6a33393-01f9-4cf6-8bf3-1c64b10b6636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:10.432460 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b6a33393-01f9-4cf6-8bf3-1c64b10b6636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:10.438567 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-b6a33393-01f9-4cf6-8bf3-1c64b10b6636 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6e0a087-97b8-4d0b-be1c-80e7cdb0819c HTTP/1.1" status: 204 len: 168 time: 0.2384441 Jun 16 15:21:10.438567 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-28f4a74f-05a3-4f61-913b-1fa77309f3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:10.449101 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a33393-01f9-4cf6-8bf3-1c64b10b6636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e0a087-97b8-4d0b-be1c-80e7cdb0819c,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:10.453190 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b6a33393-01f9-4cf6-8bf3-1c64b10b6636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:10.584573 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee460b-3b42-4a63-a2c5-0812d214b580 req-4c84549f-4762-4b51-9859-46cfd194d080 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:10.587442 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-11ee460b-3b42-4a63-a2c5-0812d214b580 req-4c84549f-4762-4b51-9859-46cfd194d080 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.1394758 Jun 16 15:21:10.673371 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b38bc-1217-4e09-8360-084808b55298 req-b3cdbdb5-efb2-405e-9c61-6ac8bc4bebb0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:10.681633 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-750b38bc-1217-4e09-8360-084808b55298 req-b3cdbdb5-efb2-405e-9c61-6ac8bc4bebb0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 931 time: 0.1452298 Jun 16 15:21:10.682739 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-11ee460b-3b42-4a63-a2c5-0812d214b580 req-23feeb7c-beb9-4370-a0ab-577f3312b41d tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822327 Jun 16 15:21:10.739243 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-750b38bc-1217-4e09-8360-084808b55298 req-405360bc-5c89-479e-9440-01b5b4e85e3f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514221 Jun 16 15:21:10.920242 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42438) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:10.935532 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b1006f29-610a-445d-b82b-f6990e92d76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:11.043219 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b1006f29-610a-445d-b82b-f6990e92d76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:11.049121 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b1006f29-610a-445d-b82b-f6990e92d76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:11.052268 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f23b73df-4fad-48cb-abc1-2c40e19f9b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:11.094045 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-b1006f29-610a-445d-b82b-f6990e92d76b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=208ae3edd8bd4d8ab0da488b387332e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724215 Jun 16 15:21:11.095000 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1006f29-610a-445d-b82b-f6990e92d76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f60b0db-b488-495b-ae1b-fda5f31c8061,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:11.097393 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42442) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:11.098294 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b1006f29-610a-445d-b82b-f6990e92d76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:11.171173 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-92479874-1e9b-43dd-b150-4b0322bcd35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:11.203281 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-92479874-1e9b-43dd-b150-4b0322bcd35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:11.280071 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-92479874-1e9b-43dd-b150-4b0322bcd35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:11.284789 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-92479874-1e9b-43dd-b150-4b0322bcd35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:11.286681 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-92479874-1e9b-43dd-b150-4b0322bcd35b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f60b0db-b488-495b-ae1b-fda5f31c8061 HTTP/1.1" status: 204 len: 168 time: 0.1876073 Jun 16 15:21:11.287903 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:11.301557 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92479874-1e9b-43dd-b150-4b0322bcd35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f60b0db-b488-495b-ae1b-fda5f31c8061,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:11.305739 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-92479874-1e9b-43dd-b150-4b0322bcd35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:11.320808 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbb802-a312-4083-b601-ae8bdeb58d91 req-2e0eca86-a111-4ab2-ad61-4fc34446e826 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:11.323477 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-61cbb802-a312-4083-b601-ae8bdeb58d91 req-2e0eca86-a111-4ab2-ad61-4fc34446e826 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.1151304 Jun 16 15:21:11.410017 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-61cbb802-a312-4083-b601-ae8bdeb58d91 req-04843948-f68e-43e4-85c5-64a121ac5377 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713096 Jun 16 15:21:11.531273 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34246cc1-84cb-4ed0-8f29-b522f8bc9c25 req-b78551fa-7645-451f-b47d-299855707a03 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:11.532916 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-34246cc1-84cb-4ed0-8f29-b522f8bc9c25 req-b78551fa-7645-451f-b47d-299855707a03 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 931 time: 0.0812681 Jun 16 15:21:11.587804 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-34246cc1-84cb-4ed0-8f29-b522f8bc9c25 req-f84f9eb0-28ff-4c5f-9734-ded4ca3ff598 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477202 Jun 16 15:21:12.035404 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43096ab-7f89-4b50-aef3-9b3c7ed7a05a req-6ac6481f-9a37-4e19-8bb8-4ea70201f586 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:12.035743 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750ce6f-eda7-41b7-99db-b02ae233dfaa req-0be6347a-6ad5-48de-b85e-6f3e3ac6e4da tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:12.037394 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b750ce6f-eda7-41b7-99db-b02ae233dfaa req-0be6347a-6ad5-48de-b85e-6f3e3ac6e4da tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.1315677 Jun 16 15:21:12.038317 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c43096ab-7f89-4b50-aef3-9b3c7ed7a05a req-6ac6481f-9a37-4e19-8bb8-4ea70201f586 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 931 time: 0.1331446 Jun 16 15:21:12.099516 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c43096ab-7f89-4b50-aef3-9b3c7ed7a05a req-8197bd3c-cee0-4f65-886d-4fc666b01bf5 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 Jun 16 15:21:12.119418 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b750ce6f-eda7-41b7-99db-b02ae233dfaa req-89663901-0436-45ae-b7c7-140bd613811f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686059 Jun 16 15:21:12.658882 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a1f00-5943-4efe-ac19-ba7cc5d1528f req-4342304e-1240-43ff-89c6-7c388a917c9d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:12.661626 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-753a1f00-5943-4efe-ac19-ba7cc5d1528f req-4342304e-1240-43ff-89c6-7c388a917c9d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.0967884 Jun 16 15:21:12.728320 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-753a1f00-5943-4efe-ac19-ba7cc5d1528f req-a05489cc-386c-4213-8038-f32a9edeb645 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600853 Jun 16 15:21:12.865464 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bf845-d265-4846-8d27-42d380d4f8ce req-db909591-81ab-43c9-b577-a6fb0cf574b2 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:12.867061 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fc9bf845-d265-4846-8d27-42d380d4f8ce req-db909591-81ab-43c9-b577-a6fb0cf574b2 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 931 time: 0.0833974 Jun 16 15:21:12.931487 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fc9bf845-d265-4846-8d27-42d380d4f8ce req-06459740-743b-4223-a5d8-152abc778081 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560586 Jun 16 15:21:13.359918 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e61b0-9b80-4aa6-a8f8-3215832f0ec9 req-7a3087c3-2152-45db-946a-f6ac05b2c365 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:13.365925 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-164e61b0-9b80-4aa6-a8f8-3215832f0ec9 req-7a3087c3-2152-45db-946a-f6ac05b2c365 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.0916514 Jun 16 15:21:13.379224 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c23d7a-5f77-4b57-b89d-64e2e2007037 req-88ce35c8-3bd1-4b14-8912-38eabd68c710 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:13.381792 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54c23d7a-5f77-4b57-b89d-64e2e2007037 req-88ce35c8-3bd1-4b14-8912-38eabd68c710 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 931 time: 0.0934308 Jun 16 15:21:13.431110 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-164e61b0-9b80-4aa6-a8f8-3215832f0ec9 req-29e4773b-d8f6-476f-8aa9-491ed4d69e3f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625999 Jun 16 15:21:13.431363 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54c23d7a-5f77-4b57-b89d-64e2e2007037 req-5fbeb4a9-4c7e-4deb-a797-b1d7d1b5fa87 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Jun 16 15:21:13.840061 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Request body: {'port': {'device_id': '7b4ef80c-2077-4077-92d2-ae897a2be25a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:13.857753 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Request body: {'port': {'device_id': 'd657b1bd-3530-409d-9522-89313b269d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:14.344352 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce8e1c-c8da-4d00-94b7-47bf643db56a req-f049b7e7-fe47-4b06-9edd-ebf665fbe817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:14.345519 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-40ce8e1c-c8da-4d00-94b7-47bf643db56a req-f049b7e7-fe47-4b06-9edd-ebf665fbe817 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5158725 Jun 16 15:21:14.348052 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:14.365532 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6242f-bf7f-4e37-aca4-503574aca641 req-fb54e8fa-f312-4899-ad7a-bdcb8041e48b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:14.372381 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-adc6242f-bf7f-4e37-aca4-503574aca641 req-fb54e8fa-f312-4899-ad7a-bdcb8041e48b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.4360971 Jun 16 15:21:14.469667 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b016d-df28-4c8f-b894-2843cb7f98f1 req-1a583816-ea1a-4d45-8a08-3168024fddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:14.471105 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2b8b016d-df28-4c8f-b894-2843cb7f98f1 req-1a583816-ea1a-4d45-8a08-3168024fddde service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 916 time: 0.6387618 Jun 16 15:21:14.474229 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:14.531951 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2b8b016d-df28-4c8f-b894-2843cb7f98f1 req-cd5c702b-73eb-415a-96b2-b8a00db2ca03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=821748ab-017a-45d6-a675-2b75d3bdc191 HTTP/1.1" status: 200 len: 217 time: 0.0527420 Jun 16 15:21:14.634776 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48df256-e1ff-4c58-83b8-67ed91df1fb9 req-f5e23396-1246-4aed-bba7-502ae82eeb4f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:14.637258 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e48df256-e1ff-4c58-83b8-67ed91df1fb9 req-f5e23396-1246-4aed-bba7-502ae82eeb4f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 931 time: 0.3867073 Jun 16 15:21:14.669246 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-adc6242f-bf7f-4e37-aca4-503574aca641 req-faaf0e06-d9a4-408e-8504-c7f22087fa73 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716539 Jun 16 15:21:14.726699 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b016d-df28-4c8f-b894-2843cb7f98f1 req-dac25bb0-afd0-4a5a-b7bc-157dc751ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:14.728734 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2b8b016d-df28-4c8f-b894-2843cb7f98f1 req-dac25bb0-afd0-4a5a-b7bc-157dc751ec1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62f46278-bb8f-418b-bc1b-aca8bf5a234c HTTP/1.1" status: 200 len: 854 time: 0.1894345 Jun 16 15:21:14.754996 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca2592-218d-4961-8206-07ed839385e1 req-e8e986fd-071c-48c9-94d9-65e87903817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:14.756624 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-e8e986fd-071c-48c9-94d9-65e87903817d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 1096 time: 0.3279092 Jun 16 15:21:14.923946 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f378d25b-257b-4738-b4f1-0c71ae90135c {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:21:14.932817 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:14.935548 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2b8b016d-df28-4c8f-b894-2843cb7f98f1 req-caa4f9c7-dda5-44f8-849a-cd93e8cd0b65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e295650-ab91-4966-a337-9b73110b81dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1930711 Jun 16 15:21:14.948362 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Transition to ACTIVE for port object f378d25b-257b-4738-b4f1-0c71ae90135c will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:14.948916 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e48df256-e1ff-4c58-83b8-67ed91df1fb9 req-9664cd40-14a9-4843-bf06-de7e7a0317ee tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837281 Jun 16 15:21:15.025964 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:15.031843 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-fd3a7dac-1459-4e1d-bcca-8db28e7eecd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7a6804-d54f-46a6-852c-19135581667b HTTP/1.1" status: 200 len: 217 time: 0.0801504 Jun 16 15:21:15.051220 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-32813473-352f-415e-aa59-beb73d2b2b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:15.275887 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Pushing event updated for resources: {'Port': ['ID=f378d25b-257b-4738-b4f1-0c71ae90135c,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:15.288653 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:15.291719 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca2592-218d-4961-8206-07ed839385e1 req-634d195f-184c-4e2d-8993-eda0327d01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:15.293370 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-634d195f-184c-4e2d-8993-eda0327d01a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae84484d-8ee1-489f-b398-59967502b492 HTTP/1.1" status: 200 len: 858 time: 0.2365623 Jun 16 15:21:15.363689 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2b8b016d-df28-4c8f-b894-2843cb7f98f1 req-8cb416df-d31e-442c-9542-0600e234a1e4 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467815 Jun 16 15:21:15.397596 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffef9f0-f3ec-4c0a-ac25-3b3994783090 req-1217adf1-5071-443a-a537-a654df4754fa tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:15.407113 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5ffef9f0-f3ec-4c0a-ac25-3b3994783090 req-1217adf1-5071-443a-a537-a654df4754fa tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.4540684 Jun 16 15:21:15.409698 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-2486ff53-f7f0-42c4-9572-7a5eae4ef3ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e25a5c1-6475-4c48-a283-ca9c338de97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085317 Jun 16 15:21:15.609687 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2b8b016d-df28-4c8f-b894-2843cb7f98f1 req-30de0fc6-9b51-48de-8637-f012fedef45e service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285883 Jun 16 15:21:15.623284 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Attempting to bind port f378d25b-257b-4738-b4f1-0c71ae90135c on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:21:15.623616 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Attempting to bind port f378d25b-257b-4738-b4f1-0c71ae90135c by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:21:15.634509 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Attempting to bind port f378d25b-257b-4738-b4f1-0c71ae90135c on network ed365210-33e5-4731-9c5b-4ff91ea99e05 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:15.747687 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Port f378d25b-257b-4738-b4f1-0c71ae90135c on network ed365210-33e5-4731-9c5b-4ff91ea99e05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:21:15.748283 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Attempting to bind port f378d25b-257b-4738-b4f1-0c71ae90135c on network ed365210-33e5-4731-9c5b-4ff91ea99e05 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:15.766563 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5ffef9f0-f3ec-4c0a-ac25-3b3994783090 req-3893bb6c-ffb3-4288-b74e-88e879d02d8b tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355339 Jun 16 15:21:15.766783 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42584) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:15.785742 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:21:15.786362 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Checking segment: {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:21:15.786903 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Bound using segment: {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:21:15.787517 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Bound port: f378d25b-257b-4738-b4f1-0c71ae90135c, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:21:15.788029 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:15.812249 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9e08e-99b4-43ea-8800-e825e375ef64 req-5ae622cc-a262-4f24-a98b-e82d179ee4dd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:15.824410 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-82e9e08e-99b4-43ea-8800-e825e375ef64 req-5ae622cc-a262-4f24-a98b-e82d179ee4dd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 931 time: 0.4590178 Jun 16 15:21:15.887689 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-82e9e08e-99b4-43ea-8800-e825e375ef64 req-487b2823-4d23-480a-80fd-60f3b4861324 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622876 Jun 16 15:21:15.984774 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-059b8db5-fad4-407e-b7f2-ab314eabf0bf service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592916 Jun 16 15:21:16.038928 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216acf1f-7c67-4adc-bf9d-db3b5805172c {{(pid=92140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:21:16.074469 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:16.141574 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-05b840d3-8df0-4916-88aa-2fd7519aab7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:16.200181 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Transition to ACTIVE for port object 216acf1f-7c67-4adc-bf9d-db3b5805172c will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:21:16.254842 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:16.276192 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-8d3672e8-eb72-40c9-ae02-0fafc25ab858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:16.352698 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] For port f378d25b-257b-4738-b4f1-0c71ae90135c, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:21:16.421449 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] For port f378d25b-257b-4738-b4f1-0c71ae90135c, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f378d25b-257b-4738-b4f1-0c71ae90135c,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:21:16.456104 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:16.479737 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-38ca2592-218d-4961-8206-07ed839385e1 req-03e4dcad-5cdd-485c-9423-62ce53f273a2 service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815323 Jun 16 15:21:16.484737 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:16.516116 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Pushing event updated for resources: {'Port': ['ID=216acf1f-7c67-4adc-bf9d-db3b5805172c,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:16.523951 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:16.560491 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38159e-5c33-4ec3-b4f8-a81113e28c6f req-0a87120b-acbb-49cf-abb7-3dd129c17f10 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:16.562163 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-df38159e-5c33-4ec3-b4f8-a81113e28c6f req-0a87120b-acbb-49cf-abb7-3dd129c17f10 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.2742734 Jun 16 15:21:16.577143 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42604) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:16.588277 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:16.589065 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:16.592228 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] 10.222.0.36 "PUT /v2.0/ports/f378d25b-257b-4738-b4f1-0c71ae90135c HTTP/1.1" status: 200 len: 1093 time: 2.7443464 Jun 16 15:21:16.594968 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd657b1bd-3530-409d-9522-89313b269d7c', 'tag': 'f378d25b-257b-4738-b4f1-0c71ae90135c'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:21:16.595611 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e46d3-4506-4cd3-8d5b-17ff8a71dbad req-f2c1296c-7b78-476b-a5c8-ed42660054fe tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:16.598256 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ac3e46d3-4506-4cd3-8d5b-17ff8a71dbad req-f2c1296c-7b78-476b-a5c8-ed42660054fe tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 943 time: 0.4219718 Jun 16 15:21:16.599076 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ca7299-a9d1-415c-aef2-766010c748dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d657b1bd-3530-409d-9522-89313b269d7c", "tag": "f378d25b-257b-4738-b4f1-0c71ae90135c"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:21:16.721854 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Pushing event updated for resources: {'Port': ['ID=f378d25b-257b-4738-b4f1-0c71ae90135c,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:16.741847 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:16.767256 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ac3e46d3-4506-4cd3-8d5b-17ff8a71dbad req-6a91330c-345e-4a2d-96e1-36122d444a0f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527333 Jun 16 15:21:16.810648 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-05b840d3-8df0-4916-88aa-2fd7519aab7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:16.834793 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-05b840d3-8df0-4916-88aa-2fd7519aab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:16.850707 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-df38159e-5c33-4ec3-b4f8-a81113e28c6f req-d815b210-3054-4263-aa52-647c5c325f43 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391798 Jun 16 15:21:16.864042 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:21:16.873892 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Attempting to bind port 216acf1f-7c67-4adc-bf9d-db3b5805172c on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:21:16.874990 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Attempting to bind port 216acf1f-7c67-4adc-bf9d-db3b5805172c by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:21:16.875261 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Attempting to bind port 216acf1f-7c67-4adc-bf9d-db3b5805172c on network 0e25a5c1-6475-4c48-a283-ca9c338de97b {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:16.893883 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:16.927152 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Port 216acf1f-7c67-4adc-bf9d-db3b5805172c on network 0e25a5c1-6475-4c48-a283-ca9c338de97b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:21:16.927764 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Attempting to bind port 216acf1f-7c67-4adc-bf9d-db3b5805172c on network 0e25a5c1-6475-4c48-a283-ca9c338de97b {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:21:16.950932 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0e401c-63d8-4de4-bf95-69c874cea27d x-openstack-request-id: req-fa0e401c-63d8-4de4-bf95-69c874cea27d {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:21:16.952013 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d657b1bd-3530-409d-9522-89313b269d7c", "tag": "f378d25b-257b-4738-b4f1-0c71ae90135c", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:21:16.952749 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa0e401c-63d8-4de4-bf95-69c874cea27d {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:21:16.953776 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd657b1bd-3530-409d-9522-89313b269d7c', 'tag': 'f378d25b-257b-4738-b4f1-0c71ae90135c', 'status': 'completed', 'code': 200} Jun 16 15:21:16.963803 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:21:16.964447 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Checking segment: {'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:21:16.965811 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Bound using segment: {'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:21:16.967066 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Bound port: 216acf1f-7c67-4adc-bf9d-db3b5805172c, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f12834-a6db-406f-8a1a-292b752a0c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:21:16.967715 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:16.983712 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-05b840d3-8df0-4916-88aa-2fd7519aab7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5796305bb1ba4e35864173396425e63b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2140768 Jun 16 15:21:16.991174 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42614) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:16.992223 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-bf9765f0-541b-4f68-b3c2-87f6ab03b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:16.995812 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-bf9765f0-541b-4f68-b3c2-87f6ab03b753 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 1096 time: 0.2517595 Jun 16 15:21:16.999234 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-bf232a99-e85c-48a9-bb2d-7cd5fb8c7c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.041588 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b840d3-8df0-4916-88aa-2fd7519aab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41eb935-1ef8-4685-bf6b-56fad54ed0d2,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:17.048921 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-05b840d3-8df0-4916-88aa-2fd7519aab7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:17.134850 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-044fb739-75fc-4e5c-be5f-895103184082 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f378d25b-257b-4738-b4f1-0c71ae90135c HTTP/1.1" status: 200 len: 217 time: 0.1187866 Jun 16 15:21:17.221913 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] For port 216acf1f-7c67-4adc-bf9d-db3b5805172c, host hv-cinder-75790, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:21:17.224786 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-276b8d75-b6ac-4877-aaae-313b63ec6c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.255958 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] For port 216acf1f-7c67-4adc-bf9d-db3b5805172c, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=216acf1f-7c67-4adc-bf9d-db3b5805172c,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:21:17.271446 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.273889 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-276b8d75-b6ac-4877-aaae-313b63ec6c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.287492 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:17.328624 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6ba26403-2382-48a2-9a09-bcccd0b55415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:17.331574 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-6ba26403-2382-48a2-9a09-bcccd0b55415 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 200 len: 849 time: 0.1859100 Jun 16 15:21:17.344339 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c69fe-43d3-41af-9fc2-bedab354f644 req-620a2ff9-e76a-44a6-9942-6c4ffcf0cf70 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:17.346701 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-415c69fe-43d3-41af-9fc2-bedab354f644 req-620a2ff9-e76a-44a6-9942-6c4ffcf0cf70 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 943 time: 0.2297833 Jun 16 15:21:17.380354 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:17.381438 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.383814 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] 10.222.0.36 "PUT /v2.0/ports/216acf1f-7c67-4adc-bf9d-db3b5805172c HTTP/1.1" status: 200 len: 1093 time: 3.5532918 Jun 16 15:21:17.395131 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4ef80c-2077-4077-92d2-ae897a2be25a', 'tag': '216acf1f-7c67-4adc-bf9d-db3b5805172c'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:21:17.397721 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e50aee-cd97-45fd-a6b0-f10165a6d956" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4ef80c-2077-4077-92d2-ae897a2be25a", "tag": "216acf1f-7c67-4adc-bf9d-db3b5805172c"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:21:17.448397 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Pushing event updated for resources: {'Port': ['ID=216acf1f-7c67-4adc-bf9d-db3b5805172c,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:17.464031 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:17.476517 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-415c69fe-43d3-41af-9fc2-bedab354f644 req-cc68014e-3602-4301-acce-7e03f61269c2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053147 Jun 16 15:21:17.490528 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-276b8d75-b6ac-4877-aaae-313b63ec6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.495505 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-276b8d75-b6ac-4877-aaae-313b63ec6c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.501990 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-276b8d75-b6ac-4877-aaae-313b63ec6c3f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b41eb935-1ef8-4685-bf6b-56fad54ed0d2 HTTP/1.1" status: 204 len: 168 time: 0.5094097 Jun 16 15:21:17.524874 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e8b08-e80b-4015-a33e-32cda706c1e6 req-01e9641c-86d7-4593-9508-0d1f37b4a077 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:17.525495 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:17.529907 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-780e8b08-e80b-4015-a33e-32cda706c1e6 req-01e9641c-86d7-4593-9508-0d1f37b4a077 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 943 time: 0.3287241 Jun 16 15:21:17.537003 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b8d75-b6ac-4877-aaae-313b63ec6c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41eb935-1ef8-4685-bf6b-56fad54ed0d2,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:17.545018 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-276b8d75-b6ac-4877-aaae-313b63ec6c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:17.595842 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-87372e98-2423-40bb-a4c0-f3c0da45cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:17.597819 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-87372e98-2423-40bb-a4c0-f3c0da45cd79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 1096 time: 0.1201813 Jun 16 15:21:17.730214 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-76013b20-0182-4746-a9f5-d7b68d2441b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=216acf1f-7c67-4adc-bf9d-db3b5805172c HTTP/1.1" status: 200 len: 217 time: 0.1177218 Jun 16 15:21:17.734178 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8649703-320c-44ec-a53c-fd85222ab0a5 x-openstack-request-id: req-d8649703-320c-44ec-a53c-fd85222ab0a5 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:21:17.736089 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4ef80c-2077-4077-92d2-ae897a2be25a", "tag": "216acf1f-7c67-4adc-bf9d-db3b5805172c", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:21:17.740253 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d8649703-320c-44ec-a53c-fd85222ab0a5 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:21:17.741894 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4ef80c-2077-4077-92d2-ae897a2be25a', 'tag': '216acf1f-7c67-4adc-bf9d-db3b5805172c', 'status': 'completed', 'code': 200} Jun 16 15:21:17.755082 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-780e8b08-e80b-4015-a33e-32cda706c1e6 req-84279267-d929-4a01-a3be-11656154b19d tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929772 Jun 16 15:21:17.760504 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-bf232a99-e85c-48a9-bb2d-7cd5fb8c7c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.783785 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-bf232a99-e85c-48a9-bb2d-7cd5fb8c7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:17.787719 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:17.792100 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-67c61df4-cc9c-41c8-8ec5-7c6df1e2d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:17.794528 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-67c61df4-cc9c-41c8-8ec5-7c6df1e2d1b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed365210-33e5-4731-9c5b-4ff91ea99e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4550667 Jun 16 15:21:17.848674 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 821748ab-017a-45d6-a675-2b75d3bdc191 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:21:17.884636 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-2cbfd8d2-12f5-41ef-b5ac-563091305e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:17.888710 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-2cbfd8d2-12f5-41ef-b5ac-563091305e48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae84484d-8ee1-489f-b398-59967502b492 HTTP/1.1" status: 200 len: 858 time: 0.1428304 Jun 16 15:21:17.950695 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf232a99-e85c-48a9-bb2d-7cd5fb8c7c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611b8f76-1f83-4456-924e-5818d98a916b,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:17.983535 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-8cd96bca-13e7-4875-aea0-e9239b61a6de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e25a5c1-6475-4c48-a283-ca9c338de97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850654 Jun 16 15:21:18.025765 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-bf232a99-e85c-48a9-bb2d-7cd5fb8c7c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:18.065921 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-bf232a99-e85c-48a9-bb2d-7cd5fb8c7c25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d0fb43fa1f543ceb53691b38d463c44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4635878 Jun 16 15:21:18.073736 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42648) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:18.236119 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 821748ab-017a-45d6-a675-2b75d3bdc191, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=821748ab-017a-45d6-a675-2b75d3bdc191,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:18.266468 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-ab65ffc5-3882-4dfc-a9bd-126ea3a1e067 service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559200 Jun 16 15:21:18.282074 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '821748ab-017a-45d6-a675-2b75d3bdc191', 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc', 'port_id': '821748ab-017a-45d6-a675-2b75d3bdc191', 'mac_address': 'fa:16:3e:00:72:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f46278-bb8f-418b-bc1b-aca8bf5a234c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:21:18.297123 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f9fd74e3-a454-4b85-af14-84a757d99393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.350129 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-a269c4d3-703a-498a-8c99-2090f2a823ce service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478844 Jun 16 15:21:18.408551 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.430287 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42658) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:18.446393 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821748ab-017a-45d6-a675-2b75d3bdc191 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:21:18.448380 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2032f-a58d-4e3f-866f-af7c6fc40fa6 req-9afe132b-5946-4bae-bf83-92c13b10743c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:18.450047 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-17b2032f-a58d-4e3f-866f-af7c6fc40fa6 req-9afe132b-5946-4bae-bf83-92c13b10743c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 943 time: 0.2577057 Jun 16 15:21:18.499195 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 821748ab-017a-45d6-a675-2b75d3bdc191, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=821748ab-017a-45d6-a675-2b75d3bdc191,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:18.506625 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f3552517-8b3f-47de-a67f-82b87c0626c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.508489 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.510929 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:21:18.520042 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:18.527118 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f9fd74e3-a454-4b85-af14-84a757d99393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.583339 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3f542-b28b-480a-ba60-dcb6f6bb1d1d req-4d337829-2cb1-4dad-b138-84403893c2eb service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077099 Jun 16 15:21:18.669941 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ad4af-48de-4813-8fca-45673fc87853 req-a8b296b1-6bd2-486c-8b80-a714b85698e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:18.672782 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-814ad4af-48de-4813-8fca-45673fc87853 req-a8b296b1-6bd2-486c-8b80-a714b85698e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 944 time: 0.3123751 Jun 16 15:21:18.754977 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f9fd74e3-a454-4b85-af14-84a757d99393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.759894 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=821748ab-017a-45d6-a675-2b75d3bdc191,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:18.764375 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f9fd74e3-a454-4b85-af14-84a757d99393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:18.766234 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:18.767256 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-f9fd74e3-a454-4b85-af14-84a757d99393 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/611b8f76-1f83-4456-924e-5818d98a916b HTTP/1.1" status: 204 len: 168 time: 0.6849868 Jun 16 15:21:18.771965 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:18.830151 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d1bb458b-9825-4446-a233-5be0cf45ebb7 req-066e5ad5-0c0d-47a1-b392-c8d844e91e8e service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655826 Jun 16 15:21:18.845009 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-17b2032f-a58d-4e3f-866f-af7c6fc40fa6 req-5ef535c7-8852-4b0d-81b7-dd35a013df61 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3641722 Jun 16 15:21:18.867260 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-814ad4af-48de-4813-8fca-45673fc87853 req-afeb5835-9997-4780-b232-bf5fd621d04f tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763361 Jun 16 15:21:18.879739 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd74e3-a454-4b85-af14-84a757d99393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611b8f76-1f83-4456-924e-5818d98a916b,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:18.896195 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f9fd74e3-a454-4b85-af14-84a757d99393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:18.925504 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=4d094e22-ca99-46d8-a132-5b1cfdb43bb4,segment=NetworkSegment(9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593),segment_id=9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:18.956822 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '4d094e22-ca99-46d8-a132-5b1cfdb43bb4', 'network_id': '867400f4-fbf1-43da-913c-81d22a48ee47', 'port_id': '4d094e22-ca99-46d8-a132-5b1cfdb43bb4', 'mac_address': 'fa:16:3e:de:9b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9aed8f-0d3c-4a9c-9df8-d19ae7de2d05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:21:19.034251 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.060217 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:21:19.062798 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f3552517-8b3f-47de-a67f-82b87c0626c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.077406 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f3552517-8b3f-47de-a67f-82b87c0626c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.108029 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-05b840d3-8df0-4916-88aa-2fd7519aab7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:19.117146 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=4d094e22-ca99-46d8-a132-5b1cfdb43bb4,segment=NetworkSegment(9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593),segment_id=9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:19.125436 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.131459 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-7cdca862-bdc9-4632-969f-cec4f7a4fb45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:19.214929 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3552517-8b3f-47de-a67f-82b87c0626c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8efeb2-18cd-4990-8e12-9949610e7902,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:19.219682 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f3552517-8b3f-47de-a67f-82b87c0626c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:19.228292 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f3552517-8b3f-47de-a67f-82b87c0626c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a25c4ce8b09e451290eb1d3484f77e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7966754 Jun 16 15:21:19.236415 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42672) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:19.245872 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=4d094e22-ca99-46d8-a132-5b1cfdb43bb4,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:19.253827 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:19.310525 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce988a-b5e8-4a41-aee8-4d0cb910bc2e req-6df13edf-72a3-46ab-883f-a716f2e83d44 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:19.313023 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-53ce988a-b5e8-4a41-aee8-4d0cb910bc2e req-6df13edf-72a3-46ab-883f-a716f2e83d44 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 944 time: 0.1302335 Jun 16 15:21:19.319871 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08f0fe-9280-4442-bdb8-3d1b3878a35d req-22c56e3f-633a-460c-9629-c7fa123dd693 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:19.326053 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8a08f0fe-9280-4442-bdb8-3d1b3878a35d req-22c56e3f-633a-460c-9629-c7fa123dd693 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 943 time: 0.1713161 Jun 16 15:21:19.375401 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-53ce988a-b5e8-4a41-aee8-4d0cb910bc2e req-10bbaa20-1987-4b43-8609-bae16d6aad79 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478935 Jun 16 15:21:19.377488 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-65c72439-7702-4cf6-91be-61dedbcd6b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.428420 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-65c72439-7702-4cf6-91be-61dedbcd6b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.436345 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8a08f0fe-9280-4442-bdb8-3d1b3878a35d req-365859bd-320a-45a8-8ad7-7b20360e4b6d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050849 Jun 16 15:21:19.501713 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-65c72439-7702-4cf6-91be-61dedbcd6b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.505306 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-65c72439-7702-4cf6-91be-61dedbcd6b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.506503 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-65c72439-7702-4cf6-91be-61dedbcd6b35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a8efeb2-18cd-4990-8e12-9949610e7902 HTTP/1.1" status: 204 len: 168 time: 0.2660022 Jun 16 15:21:19.507290 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:19.517900 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c72439-7702-4cf6-91be-61dedbcd6b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8efeb2-18cd-4990-8e12-9949610e7902,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:19.520957 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-65c72439-7702-4cf6-91be-61dedbcd6b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:19.648390 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42678) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:19.671666 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5e9bcc42-c5b2-426a-b6d6-14bcc1133120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.835937 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5e9bcc42-c5b2-426a-b6d6-14bcc1133120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.846084 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5e9bcc42-c5b2-426a-b6d6-14bcc1133120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.851172 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-276b8d75-b6ac-4877-aaae-313b63ec6c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:19.905010 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-5e9bcc42-c5b2-426a-b6d6-14bcc1133120 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e719a381fd9c4e10a54b4154b140234b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543859 Jun 16 15:21:19.907692 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42690) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:19.923693 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e373e8fc-0888-4b75-ad45-d18c20134fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:19.924033 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bcc42-c5b2-426a-b6d6-14bcc1133120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ad9fbf-e889-4c18-985c-6321b9fcbfbb,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:19.929350 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-5e9bcc42-c5b2-426a-b6d6-14bcc1133120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:20.043878 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e2731c2-571b-49b6-932c-76d83da9aead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:20.107712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e2731c2-571b-49b6-932c-76d83da9aead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:20.303206 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90f037-e4e8-4acf-ad41-e41530e614cb req-cacbe317-4158-412f-b70d-8aeb3dfd0aaf tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:20.305794 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1d90f037-e4e8-4acf-ad41-e41530e614cb req-cacbe317-4158-412f-b70d-8aeb3dfd0aaf tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 943 time: 0.1741779 Jun 16 15:21:20.306022 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8a41e-7e2f-4eca-b081-e7e2f8855c70 req-dba577d9-eec1-4816-af1c-ceaa58eb6854 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:20.307508 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6ee8a41e-7e2f-4eca-b081-e7e2f8855c70 req-dba577d9-eec1-4816-af1c-ceaa58eb6854 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 945 time: 0.0997639 Jun 16 15:21:20.332502 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e2731c2-571b-49b6-932c-76d83da9aead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:20.337053 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e2731c2-571b-49b6-932c-76d83da9aead admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:20.345540 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-9e2731c2-571b-49b6-932c-76d83da9aead admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18ad9fbf-e889-4c18-985c-6321b9fcbfbb HTTP/1.1" status: 204 len: 168 time: 0.4310508 Jun 16 15:21:20.355328 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:20.374718 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2731c2-571b-49b6-932c-76d83da9aead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ad9fbf-e889-4c18-985c-6321b9fcbfbb,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:20.379278 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9e2731c2-571b-49b6-932c-76d83da9aead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:20.400611 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6ee8a41e-7e2f-4eca-b081-e7e2f8855c70 req-b413afa5-30d5-4b54-818a-871fd74ebb81 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804186 Jun 16 15:21:20.414062 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1d90f037-e4e8-4acf-ad41-e41530e614cb req-58becc08-bcdb-4a4e-841b-2782c63e9414 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969877 Jun 16 15:21:20.646900 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a90a5-8c94-4a69-a32e-1e983b204395 req-7c395632-9674-482b-97ee-1036550c4b8d tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:20.649159 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-059a90a5-8c94-4a69-a32e-1e983b204395 req-7c395632-9674-482b-97ee-1036550c4b8d tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 944 time: 0.0862198 Jun 16 15:21:20.700437 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-059a90a5-8c94-4a69-a32e-1e983b204395 req-f6664719-6ebd-451f-a786-6c2f8b781041 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442343 Jun 16 15:21:20.808595 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cebc8b-3bae-41ba-9f06-af8f4dbb43d8 req-cc4382e2-0975-4223-9316-6b8a0430e748 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:20.808595 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-47cebc8b-3bae-41ba-9f06-af8f4dbb43d8 req-cc4382e2-0975-4223-9316-6b8a0430e748 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 943 time: 0.1054707 Jun 16 15:21:20.840479 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42722) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:20.854520 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-063edc48-3657-42f9-b61e-b0b8d2847335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:20.879905 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-47cebc8b-3bae-41ba-9f06-af8f4dbb43d8 req-2bd66fb2-4d39-4abe-8a96-9020b918a64f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605977 Jun 16 15:21:21.000064 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-063edc48-3657-42f9-b61e-b0b8d2847335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.006182 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-063edc48-3657-42f9-b61e-b0b8d2847335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.012579 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-bf232a99-e85c-48a9-bb2d-7cd5fb8c7c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:21.081680 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-063edc48-3657-42f9-b61e-b0b8d2847335 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21db233f4b4b438cb12cba96038c23de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395401 Jun 16 15:21:21.083338 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063edc48-3657-42f9-b61e-b0b8d2847335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006a2527-6c3a-4f28-8b2d-1c739ce8529a,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:21.084735 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42728) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:21.088815 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-063edc48-3657-42f9-b61e-b0b8d2847335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:21.170267 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b46f8c9-1ecd-4c50-bb53-a27a2d2a4feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.198614 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b46f8c9-1ecd-4c50-bb53-a27a2d2a4feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.285515 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b46f8c9-1ecd-4c50-bb53-a27a2d2a4feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.288607 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b46f8c9-1ecd-4c50-bb53-a27a2d2a4feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:21.289886 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2b46f8c9-1ecd-4c50-bb53-a27a2d2a4feb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/006a2527-6c3a-4f28-8b2d-1c739ce8529a HTTP/1.1" status: 204 len: 168 time: 0.2039201 Jun 16 15:21:21.290955 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-26bf00c9-3cd3-4730-8432-3f2cb334f40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:21.300894 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46f8c9-1ecd-4c50-bb53-a27a2d2a4feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006a2527-6c3a-4f28-8b2d-1c739ce8529a,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:21.303639 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2b46f8c9-1ecd-4c50-bb53-a27a2d2a4feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:21.779247 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77fdfb-fb9e-4376-baab-6b7d16c18d2e req-76b150a5-f067-4e3b-a26d-56eed3eb452a tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:21.781804 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff77fdfb-fb9e-4376-baab-6b7d16c18d2e req-76b150a5-f067-4e3b-a26d-56eed3eb452a tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 945 time: 0.1880059 Jun 16 15:21:21.789554 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcba10-b336-4b6b-967c-9ea3384fff82 req-3c3bc3ed-7d45-4f73-a6ff-20c383ef614c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:21.793187 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e0bcba10-b336-4b6b-967c-9ea3384fff82 req-3c3bc3ed-7d45-4f73-a6ff-20c383ef614c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 943 time: 0.1538513 Jun 16 15:21:21.851180 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff77fdfb-fb9e-4376-baab-6b7d16c18d2e req-7f78fc02-51f9-4433-b26c-cb000f695a87 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627549 Jun 16 15:21:21.868670 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e0bcba10-b336-4b6b-967c-9ea3384fff82 req-02929464-db77-4cb1-b04e-aefc091eaa0e tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641406 Jun 16 15:21:22.136047 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014055f-644e-4066-8292-19a8522d4e6a req-0dd570b5-de9c-4b8c-8dda-eb821424e8f3 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:22.139992 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1014055f-644e-4066-8292-19a8522d4e6a req-0dd570b5-de9c-4b8c-8dda-eb821424e8f3 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 944 time: 0.1149025 Jun 16 15:21:22.223733 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1014055f-644e-4066-8292-19a8522d4e6a req-b51533bc-0c9a-4473-ab8c-bf0bcb535830 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726364 Jun 16 15:21:22.282910 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b4820-8a23-4548-8512-006ed8aced57 req-bfed19d6-a651-425a-bd33-6aa5de28f0d2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:22.288345 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-022b4820-8a23-4548-8512-006ed8aced57 req-bfed19d6-a651-425a-bd33-6aa5de28f0d2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 943 time: 0.1584172 Jun 16 15:21:22.370820 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-022b4820-8a23-4548-8512-006ed8aced57 req-43f23aa6-0914-43c8-9a9e-8090b14b4a5b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707223 Jun 16 15:21:23.162760 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c665d-3dea-45ac-81fd-40f57d693ad6 req-4c6d8969-b306-4244-963e-72d6885e8c78 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:23.164629 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4a9c665d-3dea-45ac-81fd-40f57d693ad6 req-4c6d8969-b306-4244-963e-72d6885e8c78 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 945 time: 0.1179879 Jun 16 15:21:23.218518 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4a9c665d-3dea-45ac-81fd-40f57d693ad6 req-0725b566-89a4-4cd3-a44b-8ac35e019021 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476053 Jun 16 15:21:23.393154 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36185-c813-40b6-be1e-35b49a494965 req-95e2beae-9184-4abd-bccc-e5978964028c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:23.396461 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f2d36185-c813-40b6-be1e-35b49a494965 req-95e2beae-9184-4abd-bccc-e5978964028c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 943 time: 0.1781073 Jun 16 15:21:23.451032 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-1132524d-65f6-4242-8f10-07061f0294ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.507998 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f2d36185-c813-40b6-be1e-35b49a494965 req-7cc4ecc6-f704-464f-a93c-af62bae03583 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954018 Jun 16 15:21:23.521252 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca7299-a9d1-415c-aef2-766010c748dd req-4bf7aca2-bf2e-4d7d-b071-c9f413613e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:23.524622 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0ca7299-a9d1-415c-aef2-766010c748dd req-4bf7aca2-bf2e-4d7d-b071-c9f413613e58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 1096 time: 0.2073457 Jun 16 15:21:23.562822 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50aee-cd97-45fd-a6b0-f10165a6d956 req-867e7e31-8d25-42a3-bd17-214090ac2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:23.567889 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-83e50aee-cd97-45fd-a6b0-f10165a6d956 req-867e7e31-8d25-42a3-bd17-214090ac2d47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 1096 time: 0.2506919 Jun 16 15:21:23.758596 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f421076-965a-4f81-a541-77c024711905 req-8b46f004-06fa-4585-92f7-dc2146ef58ee tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:23.766723 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8f421076-965a-4f81-a541-77c024711905 req-8b46f004-06fa-4585-92f7-dc2146ef58ee tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 944 time: 0.2948272 Jun 16 15:21:23.859776 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8f421076-965a-4f81-a541-77c024711905 req-aeb9cc63-c4ca-440d-ba35-5bb87009baec tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917144 Jun 16 15:21:23.863043 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50aee-cd97-45fd-a6b0-f10165a6d956 req-ac4a04a1-2e58-4cb0-bc2a-08587cebf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:23.865575 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-83e50aee-cd97-45fd-a6b0-f10165a6d956 req-ac4a04a1-2e58-4cb0-bc2a-08587cebf132 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 920 time: 0.2896171 Jun 16 15:21:23.930161 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-83e50aee-cd97-45fd-a6b0-f10165a6d956 req-d5dc2125-e5e3-498b-839e-868c97dd0331 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=216acf1f-7c67-4adc-bf9d-db3b5805172c HTTP/1.1" status: 200 len: 217 time: 0.0554264 Jun 16 15:21:23.973785 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:23.994514 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca7299-a9d1-415c-aef2-766010c748dd req-84b477f6-5adb-44b2-ad2a-ffdbc6914e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:23.996777 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0ca7299-a9d1-415c-aef2-766010c748dd req-84b477f6-5adb-44b2-ad2a-ffdbc6914e40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 912 time: 0.4656451 Jun 16 15:21:24.007440 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50aee-cd97-45fd-a6b0-f10165a6d956 req-7b944942-2a5c-4093-9765-73e01c6739ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:24.009064 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-83e50aee-cd97-45fd-a6b0-f10165a6d956 req-7b944942-2a5c-4093-9765-73e01c6739ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae84484d-8ee1-489f-b398-59967502b492 HTTP/1.1" status: 200 len: 858 time: 0.0727131 Jun 16 15:21:24.056237 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0ca7299-a9d1-415c-aef2-766010c748dd req-cebf99bd-53bf-4af2-8b2d-0de793e7c5b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f378d25b-257b-4738-b4f1-0c71ae90135c HTTP/1.1" status: 200 len: 217 time: 0.0505691 Jun 16 15:21:24.061497 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-83e50aee-cd97-45fd-a6b0-f10165a6d956 req-38c9fbcd-4a09-4099-a924-a34b125bf215 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e25a5c1-6475-4c48-a283-ca9c338de97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451102 Jun 16 15:21:24.065494 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936f1fa-7a28-44e7-a5e7-84e4e707a805 req-0854d949-2c3e-463a-8a0c-c868408e3e35 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:24.067008 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c936f1fa-7a28-44e7-a5e7-84e4e707a805 req-0854d949-2c3e-463a-8a0c-c868408e3e35 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 943 time: 0.2163336 Jun 16 15:21:24.201734 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c936f1fa-7a28-44e7-a5e7-84e4e707a805 req-10a549ee-7edc-41a0-b492-53614bac24d2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843291 Jun 16 15:21:24.210181 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca7299-a9d1-415c-aef2-766010c748dd req-469969df-73fb-4344-8a2d-064f34570a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:24.210181 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0ca7299-a9d1-415c-aef2-766010c748dd req-469969df-73fb-4344-8a2d-064f34570a49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 200 len: 849 time: 0.1412277 Jun 16 15:21:24.223451 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-83e50aee-cd97-45fd-a6b0-f10165a6d956 req-b388c89d-603b-489d-843b-8ddfc1842e61 service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534562 Jun 16 15:21:24.368174 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca7299-a9d1-415c-aef2-766010c748dd req-4d3ee6a7-dd39-4b21-8d99-92e8748c499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:24.373870 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0ca7299-a9d1-415c-aef2-766010c748dd req-4d3ee6a7-dd39-4b21-8d99-92e8748c499c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed365210-33e5-4731-9c5b-4ff91ea99e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1245978 Jun 16 15:21:24.517423 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-83e50aee-cd97-45fd-a6b0-f10165a6d956 req-7c54486e-75d6-43d3-9fb7-7ec34d7c0abf service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682197 Jun 16 15:21:24.534889 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0ca7299-a9d1-415c-aef2-766010c748dd req-3a9ff80a-11d1-40af-a9e4-9dd1c855f1e3 service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527963 Jun 16 15:21:24.565869 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8b24c-6e10-4ea7-bd2d-036f9ada8efe req-0c5380a5-990e-4104-b116-48383b6ab3e3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:24.569493 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-baa8b24c-6e10-4ea7-bd2d-036f9ada8efe req-0c5380a5-990e-4104-b116-48383b6ab3e3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 945 time: 0.1738417 Jun 16 15:21:24.662059 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-baa8b24c-6e10-4ea7-bd2d-036f9ada8efe req-fe4f98e0-3727-42fc-a26f-f7250e2cd270 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825226 Jun 16 15:21:24.738413 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42850) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:24.755307 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0ca7299-a9d1-415c-aef2-766010c748dd req-77b9a84c-9b80-4783-91ac-a8e1f8c78c7f service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054563 Jun 16 15:21:24.850333 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0e8ee-0b93-4ea4-b1d9-1cd4c58e79f1 req-ee07ca57-1b54-4d06-89b4-2815b77d5951 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:24.854136 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0d0e8ee-0b93-4ea4-b1d9-1cd4c58e79f1 req-ee07ca57-1b54-4d06-89b4-2815b77d5951 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 943 time: 0.1253712 Jun 16 15:21:24.913738 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:24.937737 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0d0e8ee-0b93-4ea4-b1d9-1cd4c58e79f1 req-d03aa430-4963-4d6a-9ea7-84f57d0339e0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761039 Jun 16 15:21:25.099487 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.131129 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.140756 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:25.223623 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7cd2fc49863a48528e6720b43ae00a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829018 Jun 16 15:21:25.224844 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddcc7d0-b328-43ed-8872-3e3157cdd8aa,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:25.226356 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 42860) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:25.268776 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.268776 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.269119 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.269690 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.270256 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.270832 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.271415 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.272201 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.272783 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.273360 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.273973 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.274501 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.300871 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:25.330605 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9021d-9cf0-498c-9972-664da52cb5d1 req-b9cbfce7-0215-4857-a9b0-fdebf636e961 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:25.330605 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-63d9021d-9cf0-498c-9972-664da52cb5d1 req-b9cbfce7-0215-4857-a9b0-fdebf636e961 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 944 time: 0.2645557 Jun 16 15:21:25.339081 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['821748ab-017a-45d6-a675-2b75d3bdc191'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:21:25.353562 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.405011 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['4d094e22-ca99-46d8-a132-5b1cfdb43bb4'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:21:25.433097 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.435264 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-63d9021d-9cf0-498c-9972-664da52cb5d1 req-c500f8c5-c72a-4849-9533-193fde02432e tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918441 Jun 16 15:21:25.578349 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.584255 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:25.588336 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ddcc7d0-b328-43ed-8872-3e3157cdd8aa HTTP/1.1" status: 204 len: 168 time: 0.3576329 Jun 16 15:21:25.591068 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1d515ab6-c58e-4d5e-abbf-e3073ecbf306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:25.618062 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddcc7d0-b328-43ed-8872-3e3157cdd8aa,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:25.635615 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374d56a-debb-47ea-8f86-2d8eff1965fd req-9a7b8f10-52fa-4fa5-8172-6ae9f63bb249 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:25.645945 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d374d56a-debb-47ea-8f86-2d8eff1965fd req-9a7b8f10-52fa-4fa5-8172-6ae9f63bb249 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 943 time: 0.1656880 Jun 16 15:21:25.659851 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.660228 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.660588 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.660942 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.661321 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.661690 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.662132 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.662343 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.662689 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.663193 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.663563 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.663875 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:25.677071 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:25.703639 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d374d56a-debb-47ea-8f86-2d8eff1965fd req-d9be2e3d-9f2f-41ec-bbab-5cc5cbd67a1d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567448 Jun 16 15:21:26.038713 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3150ad6-cb92-4a12-ade7-a93141c7ce34 req-b5db7c74-fbef-4e9b-81ce-76a8107d49da tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:26.041046 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a3150ad6-cb92-4a12-ade7-a93141c7ce34 req-b5db7c74-fbef-4e9b-81ce-76a8107d49da tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 945 time: 0.1845613 Jun 16 15:21:26.122882 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a3150ad6-cb92-4a12-ade7-a93141c7ce34 req-ce38b836-1066-4730-beb5-efda0ca86b23 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663176 Jun 16 15:21:26.183753 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.193684 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42898) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:26.209672 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1c34c5c5-132d-40b4-8a87-0cb49f908247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.369084 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ac8c8-1feb-489c-bf3d-4aa0e18f635f req-d27b8f9d-288f-4518-8de4-7e3f0cd4164c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:26.372361 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1c34c5c5-132d-40b4-8a87-0cb49f908247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.373715 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-482ac8c8-1feb-489c-bf3d-4aa0e18f635f req-d27b8f9d-288f-4518-8de4-7e3f0cd4164c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 943 time: 0.1099801 Jun 16 15:21:26.379162 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1c34c5c5-132d-40b4-8a87-0cb49f908247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.384618 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-81125879-28e1-4434-a489-4c08a79e40fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:26.442619 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-482ac8c8-1feb-489c-bf3d-4aa0e18f635f req-cbc10856-a601-494d-b517-72a2c563838f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615606 Jun 16 15:21:26.454311 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-1c34c5c5-132d-40b4-8a87-0cb49f908247 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d4412b0bd2a474c9fb6790e5a4f5d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591841 Jun 16 15:21:26.455763 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34c5c5-132d-40b4-8a87-0cb49f908247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1863ac4-c9ac-4126-be8f-04a130894fbc,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:26.461150 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 42904) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:26.472500 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-1c34c5c5-132d-40b4-8a87-0cb49f908247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:26.523169 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec19a44d-64f1-4698-84cd-d1be6581ee00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.554153 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec19a44d-64f1-4698-84cd-d1be6581ee00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.556150 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 8e7a6804-d54f-46a6-852c-19135581667b details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:21:26.654531 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec19a44d-64f1-4698-84cd-d1be6581ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.659669 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec19a44d-64f1-4698-84cd-d1be6581ee00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.660832 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-ec19a44d-64f1-4698-84cd-d1be6581ee00 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1863ac4-c9ac-4126-be8f-04a130894fbc HTTP/1.1" status: 204 len: 168 time: 0.1984541 Jun 16 15:21:26.662631 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:26.686122 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19a44d-64f1-4698-84cd-d1be6581ee00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1863ac4-c9ac-4126-be8f-04a130894fbc,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:26.690847 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ec19a44d-64f1-4698-84cd-d1be6581ee00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:26.696037 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 8e7a6804-d54f-46a6-852c-19135581667b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=8e7a6804-d54f-46a6-852c-19135581667b,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:26.713818 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '8e7a6804-d54f-46a6-852c-19135581667b', 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b', 'port_id': '8e7a6804-d54f-46a6-852c-19135581667b', 'mac_address': 'fa:16:3e:c8:fe:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae84484d-8ee1-489f-b398-59967502b492', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:21:26.735613 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f41d3-4cd7-4610-820b-b6bfe91d1588 req-0fe0a004-2472-40a6-9771-1f5c68fac0e6 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:26.737943 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a35f41d3-4cd7-4610-820b-b6bfe91d1588 req-0fe0a004-2472-40a6-9771-1f5c68fac0e6 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 944 time: 0.1300271 Jun 16 15:21:26.761481 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.776909 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7a6804-d54f-46a6-852c-19135581667b {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:21:26.806522 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 8e7a6804-d54f-46a6-852c-19135581667b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=8e7a6804-d54f-46a6-852c-19135581667b,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:26.813190 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:26.815962 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:26.844869 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a35f41d3-4cd7-4610-820b-b6bfe91d1588 req-359a587e-17aa-42e0-937a-8578f6cf8625 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963380 Jun 16 15:21:26.869621 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=8e7a6804-d54f-46a6-852c-19135581667b,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:26.875376 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:27.031235 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b144f98-0ded-4031-9ffe-4d9bb0757cb5 req-fb1f3c4c-b80d-4d09-919b-07efc96bf80d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:27.034014 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2b144f98-0ded-4031-9ffe-4d9bb0757cb5 req-fb1f3c4c-b80d-4d09-919b-07efc96bf80d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 943 time: 0.0953996 Jun 16 15:21:27.095985 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2b144f98-0ded-4031-9ffe-4d9bb0757cb5 req-0b4ffcb6-7779-4d1a-8f7e-77b377836578 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523033 Jun 16 15:21:27.385829 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072342b6-2d39-4718-bf80-45d55dfbb4ce req-5d54b90b-d9a3-4396-b4cd-68d5b513ef43 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:27.385829 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-072342b6-2d39-4718-bf80-45d55dfbb4ce req-5d54b90b-d9a3-4396-b4cd-68d5b513ef43 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 945 time: 0.0765021 Jun 16 15:21:27.428764 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-072342b6-2d39-4718-bf80-45d55dfbb4ce req-83b155e5-840e-497a-b1fa-d4f631be5099 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 Jun 16 15:21:27.507733 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['8e7a6804-d54f-46a6-852c-19135581667b'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:21:27.827184 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c1aaf-4309-41cd-b12d-e7edd0009a37 req-d72802bf-687c-4f32-a40c-036ad76d9194 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:27.830313 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-146c1aaf-4309-41cd-b12d-e7edd0009a37 req-d72802bf-687c-4f32-a40c-036ad76d9194 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 943 time: 0.1558137 Jun 16 15:21:27.929968 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:27.953709 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-146c1aaf-4309-41cd-b12d-e7edd0009a37 req-66e433bd-eb62-45c0-be69-9257866b8e88 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059465 Jun 16 15:21:28.222915 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180b234-c54e-434c-9892-4f8e0550488c req-60e3a318-c57a-48f8-8f6c-2b695f4ca4ce tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:28.237437 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8180b234-c54e-434c-9892-4f8e0550488c req-60e3a318-c57a-48f8-8f6c-2b695f4ca4ce tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 944 time: 0.1547270 Jun 16 15:21:28.328743 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8180b234-c54e-434c-9892-4f8e0550488c req-f8c9cdee-976f-4475-8e07-679cac0e12fe tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898592 Jun 16 15:21:28.698383 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce3641-7cad-44b5-b790-f157e0d6efd1 req-4addc9fa-9f53-4ba7-8988-de219f9164e9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:28.701565 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-77ce3641-7cad-44b5-b790-f157e0d6efd1 req-4addc9fa-9f53-4ba7-8988-de219f9164e9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 943 time: 0.3728175 Jun 16 15:21:28.791666 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-77ce3641-7cad-44b5-b790-f157e0d6efd1 req-5eacdd38-ac20-4242-8bdd-78da0c307540 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777566 Jun 16 15:21:28.915634 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254b937-8216-47fa-9f9a-8c7fe56c3dc3 req-6efef6ac-7aa0-4ba8-9bee-1e1035ecf784 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:28.929474 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8254b937-8216-47fa-9f9a-8c7fe56c3dc3 req-6efef6ac-7aa0-4ba8-9bee-1e1035ecf784 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 945 time: 0.1528821 Jun 16 15:21:29.017701 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8254b937-8216-47fa-9f9a-8c7fe56c3dc3 req-c39b6b45-b0cd-4054-ae97-959188c9a9a2 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867357 Jun 16 15:21:29.223965 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a5764-9e32-4677-8f3b-4278cc0d7b2e req-2d4002c5-853a-423f-993e-13ac4a00a61e tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:29.225502 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9c0a5764-9e32-4677-8f3b-4278cc0d7b2e req-2d4002c5-853a-423f-993e-13ac4a00a61e tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 943 time: 0.0913274 Jun 16 15:21:29.289299 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9c0a5764-9e32-4677-8f3b-4278cc0d7b2e req-995430c7-ae61-4679-9fc7-b5811e3b62e9 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557308 Jun 16 15:21:29.603743 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 216acf1f-7c67-4adc-bf9d-db3b5805172c details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:21:29.614086 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 821748ab-017a-45d6-a675-2b75d3bdc191 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:29.627089 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ed270-7a56-467d-9ed2-fbd541fadd18 req-d72887b9-4f45-4d5d-9f0e-68d4a8734c39 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:29.629925 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e89ed270-7a56-467d-9ed2-fbd541fadd18 req-d72887b9-4f45-4d5d-9f0e-68d4a8734c39 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 944 time: 0.1083183 Jun 16 15:21:29.712070 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e89ed270-7a56-467d-9ed2-fbd541fadd18 req-f2f201b5-ca1f-4786-a9d6-5d4f9769f6f8 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690246 Jun 16 15:21:29.785173 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 821748ab-017a-45d6-a675-2b75d3bdc191 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:29.793793 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 821748ab-017a-45d6-a675-2b75d3bdc191 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:29.793793 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:29.859102 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 216acf1f-7c67-4adc-bf9d-db3b5805172c, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=216acf1f-7c67-4adc-bf9d-db3b5805172c,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:29.887499 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '216acf1f-7c67-4adc-bf9d-db3b5805172c', 'network_id': '0e25a5c1-6475-4c48-a283-ca9c338de97b', 'port_id': '216acf1f-7c67-4adc-bf9d-db3b5805172c', 'mac_address': 'fa:16:3e:8d:61:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae84484d-8ee1-489f-b398-59967502b492', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:21:30.023149 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.029285 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.066204 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216acf1f-7c67-4adc-bf9d-db3b5805172c {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:21:30.104808 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 216acf1f-7c67-4adc-bf9d-db3b5805172c, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=216acf1f-7c67-4adc-bf9d-db3b5805172c,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:30.146784 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 821748ab-017a-45d6-a675-2b75d3bdc191, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=821748ab-017a-45d6-a675-2b75d3bdc191,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:30.148862 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc5c256-6148-4410-92cc-ee3ddfce418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821748ab-017a-45d6-a675-2b75d3bdc191'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:21:30.169638 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067f0b0-883c-4bd8-8db1-bb99f3e56afe req-f576633b-6533-45da-9562-2daec5a54d67 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:30.187375 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4067f0b0-883c-4bd8-8db1-bb99f3e56afe req-f576633b-6533-45da-9562-2daec5a54d67 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 943 time: 0.1705656 Jun 16 15:21:30.222992 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.224741 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device f378d25b-257b-4738-b4f1-0c71ae90135c details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:21:30.252993 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-e3319e20-4f01-4db3-a2d4-2eb41331cd8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:30.291845 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4067f0b0-883c-4bd8-8db1-bb99f3e56afe req-a30d2965-3235-4aa7-86e2-e03d564cccff tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941837 Jun 16 15:21:30.349169 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a74cc-5477-405a-9ee3-f8676c401856 req-c86f7a01-073f-4670-91f2-e59730365475 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:30.353068 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=216acf1f-7c67-4adc-bf9d-db3b5805172c,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:30.361164 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f01a74cc-5477-405a-9ee3-f8676c401856 req-c86f7a01-073f-4670-91f2-e59730365475 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 946 time: 0.1408927 Jun 16 15:21:30.366717 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.368707 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:30.381108 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.382177 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.383015 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.383863 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.384752 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.385655 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.386992 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.387896 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.388763 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.389658 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.390498 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.391501 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:21:30.483509 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f01a74cc-5477-405a-9ee3-f8676c401856 req-aa92f594-216d-42ca-b5b7-33a36731507f tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208501 Jun 16 15:21:30.517367 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:30.517367 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:30.594202 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40206322-a78c-43d5-9057-1a4e57f608e0" -d '{"events": [{"server_uuid": "8fc5c256-6148-4410-92cc-ee3ddfce418b", "name": "network-vif-plugged", "status": "completed", "tag": "821748ab-017a-45d6-a675-2b75d3bdc191"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:21:30.608598 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.db.resource_extend [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:21:30.657819 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=821748ab-017a-45d6-a675-2b75d3bdc191,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:30.662320 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:30.673554 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:30.706949 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cf203-8e3e-4a18-a5aa-6ac65f3dd619 req-be02df4f-a66d-47f3-b46b-241aa21ec32c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:30.711547 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:30.711938 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.715253 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-493cf203-8e3e-4a18-a5aa-6ac65f3dd619 req-be02df4f-a66d-47f3-b46b-241aa21ec32c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 943 time: 0.1300213 Jun 16 15:21:30.755787 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-493cf203-8e3e-4a18-a5aa-6ac65f3dd619 req-f725b1b3-3484-4cba-a7b7-39639229f3e8 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393710 Jun 16 15:21:30.778004 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port f378d25b-257b-4738-b4f1-0c71ae90135c, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f378d25b-257b-4738-b4f1-0c71ae90135c,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:30.796787 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': 'f378d25b-257b-4738-b4f1-0c71ae90135c', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'port_id': 'f378d25b-257b-4738-b4f1-0c71ae90135c', 'mac_address': 'fa:16:3e:24:e8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:21:30.870983 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd7ffb2-f7e5-4f8b-9a10-5cd1fc39d8b5 x-openstack-request-id: req-4bd7ffb2-f7e5-4f8b-9a10-5cd1fc39d8b5 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:21:30.871297 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc5c256-6148-4410-92cc-ee3ddfce418b", "name": "network-vif-plugged", "status": "completed", "tag": "821748ab-017a-45d6-a675-2b75d3bdc191", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:21:30.871569 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bd7ffb2-f7e5-4f8b-9a10-5cd1fc39d8b5 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:21:30.872077 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc5c256-6148-4410-92cc-ee3ddfce418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821748ab-017a-45d6-a675-2b75d3bdc191', 'code': 200} Jun 16 15:21:30.949626 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:30.954569 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.000212 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f378d25b-257b-4738-b4f1-0c71ae90135c {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:21:31.053702 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=4d094e22-ca99-46d8-a132-5b1cfdb43bb4,segment=NetworkSegment(9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593),segment_id=9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:31.060532 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port f378d25b-257b-4738-b4f1-0c71ae90135c, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f378d25b-257b-4738-b4f1-0c71ae90135c,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:31.063196 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.066814 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:31.072867 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:31.101743 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5fbfd-86cb-4ecf-bb3f-e099b27955df req-9efcdcec-27f4-4df6-b8bf-dbc0cbe3b237 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:31.104373 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fad5fbfd-86cb-4ecf-bb3f-e099b27955df req-9efcdcec-27f4-4df6-b8bf-dbc0cbe3b237 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 944 time: 0.1006143 Jun 16 15:21:31.147558 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fad5fbfd-86cb-4ecf-bb3f-e099b27955df req-0edee270-61aa-4dcc-aea0-e345dd9a15ed tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362585 Jun 16 15:21:31.150224 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=4d094e22-ca99-46d8-a132-5b1cfdb43bb4,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:31.155874 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:31.156630 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:31.209482 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=f378d25b-257b-4738-b4f1-0c71ae90135c,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:31.212709 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:31.526101 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffdaab-5f9d-4072-aa59-8da6de15fb49 req-347dea98-3294-481a-96e4-c9908e4a606a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:31.528300 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-87ffdaab-5f9d-4072-aa59-8da6de15fb49 req-347dea98-3294-481a-96e4-c9908e4a606a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 944 time: 0.0707777 Jun 16 15:21:31.603790 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-87ffdaab-5f9d-4072-aa59-8da6de15fb49 req-0cd6627d-423e-4eed-8952-bb589ca505be tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642936 Jun 16 15:21:31.762466 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b1e17-b605-4b5d-845f-b412e2fd5c52 req-80ddcd22-1881-4b95-8df1-a07c8a2b394b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:31.764023 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e48b1e17-b605-4b5d-845f-b412e2fd5c52 req-80ddcd22-1881-4b95-8df1-a07c8a2b394b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 946 time: 0.0767529 Jun 16 15:21:31.812235 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e48b1e17-b605-4b5d-845f-b412e2fd5c52 req-5821370f-38cd-4d43-8ca8-90b99aadf10c tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422294 Jun 16 15:21:32.081878 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3e854-4cf2-4706-a97b-1eb0ed839990 req-0a92c001-5378-462b-869b-ff17e45c3d8a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:32.084448 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-acf3e854-4cf2-4706-a97b-1eb0ed839990 req-0a92c001-5378-462b-869b-ff17e45c3d8a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 944 time: 0.1180675 Jun 16 15:21:32.148206 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-acf3e854-4cf2-4706-a97b-1eb0ed839990 req-200b33f8-1259-4985-98a3-b896acc7a51d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567663 Jun 16 15:21:32.336596 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e04cae-e257-4184-b6cf-f83701a1b66e req-b80260cf-c00b-4e42-9808-63175d4fffca tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:32.338191 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e8e04cae-e257-4184-b6cf-f83701a1b66e req-b80260cf-c00b-4e42-9808-63175d4fffca tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.0709059 Jun 16 15:21:32.405113 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e8e04cae-e257-4184-b6cf-f83701a1b66e req-a9a687c0-aa80-4fa1-a420-f57dc5cbcb1a tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593934 Jun 16 15:21:32.704053 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:32.875213 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11c6e60-674a-4e4a-a22d-cecd733abc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d094e22-ca99-46d8-a132-5b1cfdb43bb4'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:21:32.879742 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ba63d1-9640-4dbc-87e2-96d41fe2e148" -d '{"events": [{"server_uuid": "d11c6e60-674a-4e4a-a22d-cecd733abc6c", "name": "network-vif-plugged", "status": "completed", "tag": "4d094e22-ca99-46d8-a132-5b1cfdb43bb4"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:21:32.927702 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913a774-5e2c-4f9d-86a3-94cc7d0d8a55 req-28b2fa7e-1a1d-45db-bd7d-e674efa4cb96 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:32.942660 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1913a774-5e2c-4f9d-86a3-94cc7d0d8a55 req-28b2fa7e-1a1d-45db-bd7d-e674efa4cb96 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 944 time: 0.1185257 Jun 16 15:21:32.992669 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1913a774-5e2c-4f9d-86a3-94cc7d0d8a55 req-9f43cdaf-bd84-43d5-9cfa-16b3f29e37e3 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483253 Jun 16 15:21:33.070389 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543eaa98-3dde-4045-b92d-bef5a119c645 x-openstack-request-id: req-543eaa98-3dde-4045-b92d-bef5a119c645 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:21:33.071416 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11c6e60-674a-4e4a-a22d-cecd733abc6c", "name": "network-vif-plugged", "status": "completed", "tag": "4d094e22-ca99-46d8-a132-5b1cfdb43bb4", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:21:33.071416 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-543eaa98-3dde-4045-b92d-bef5a119c645 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:21:33.072168 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11c6e60-674a-4e4a-a22d-cecd733abc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d094e22-ca99-46d8-a132-5b1cfdb43bb4', 'code': 200} Jun 16 15:21:33.099170 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81feeacc-eccd-4ffb-a59c-76f67d40c765 req-105850c9-a249-4b00-b6d5-98fe09986da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:33.100689 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-81feeacc-eccd-4ffb-a59c-76f67d40c765 req-105850c9-a249-4b00-b6d5-98fe09986da3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 1099 time: 0.2013550 Jun 16 15:21:33.142112 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37168d-89bd-40b4-9b2c-2efa17ae58a6 req-c6c4b359-a272-4b17-81ad-851e02bfeb14 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:33.143949 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4e37168d-89bd-40b4-9b2c-2efa17ae58a6 req-c6c4b359-a272-4b17-81ad-851e02bfeb14 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 946 time: 0.1268077 Jun 16 15:21:33.162631 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-81feeacc-eccd-4ffb-a59c-76f67d40c765 req-ecaa0547-a246-4bbd-b95a-3219b2a75f7d service neutron] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.213151 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4e37168d-89bd-40b4-9b2c-2efa17ae58a6 req-60c07af2-a280-4d35-b684-59aff87ad1b5 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574682 Jun 16 15:21:33.300835 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-81feeacc-eccd-4ffb-a59c-76f67d40c765 req-ecaa0547-a246-4bbd-b95a-3219b2a75f7d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.306257 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-81feeacc-eccd-4ffb-a59c-76f67d40c765 req-ecaa0547-a246-4bbd-b95a-3219b2a75f7d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:33.309593 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:33.344307 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-81feeacc-eccd-4ffb-a59c-76f67d40c765 req-ecaa0547-a246-4bbd-b95a-3219b2a75f7d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220025 Jun 16 15:21:33.355770 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa0547-a246-4bbd-b95a-3219b2a75f7d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6f1c73-c837-453f-ad99-488297516b74,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:33.360180 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ecaa0547-a246-4bbd-b95a-3219b2a75f7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:33.459092 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cb108-b6ac-4a24-b95a-43616d3ba40b req-a6919fd5-8a88-4b18-87a7-62cf69e57dfe tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:33.460993 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ba4cb108-b6ac-4a24-b95a-43616d3ba40b req-a6919fd5-8a88-4b18-87a7-62cf69e57dfe tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 944 time: 0.1022642 Jun 16 15:21:33.524936 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ba4cb108-b6ac-4a24-b95a-43616d3ba40b req-bdc73135-1180-4c4c-b226-a9e49f7f43d1 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555358 Jun 16 15:21:33.725262 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936704ee-8dbc-46fa-8302-fd18e64c1cd1 req-0934e825-b76b-4bad-8afa-a84279155633 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:33.727688 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-936704ee-8dbc-46fa-8302-fd18e64c1cd1 req-0934e825-b76b-4bad-8afa-a84279155633 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.0874932 Jun 16 15:21:33.857704 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-936704ee-8dbc-46fa-8302-fd18e64c1cd1 req-d694b0d6-73cc-47ac-80ca-cd746776123b tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088531 Jun 16 15:21:33.892820 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732b8a2-8d4f-4ed7-8233-f2eedcae9598 req-c4d61e54-2b01-4a58-a3c3-c0a902ac6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:33.896235 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0732b8a2-8d4f-4ed7-8233-f2eedcae9598 req-c4d61e54-2b01-4a58-a3c3-c0a902ac6554 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 1098 time: 0.1604550 Jun 16 15:21:33.963129 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0732b8a2-8d4f-4ed7-8233-f2eedcae9598 req-fccaf9b7-7a54-4406-806c-5cad69fd6ace service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585477 Jun 16 15:21:34.123205 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['f378d25b-257b-4738-b4f1-0c71ae90135c'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:21:34.127747 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['216acf1f-7c67-4adc-bf9d-db3b5805172c'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:21:34.288503 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b1d36-e7e3-42b7-a439-5f00a33b0766 req-9e8295f1-f3ae-4a78-a042-d8162338bd20 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:34.290133 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-137b1d36-e7e3-42b7-a439-5f00a33b0766 req-9e8295f1-f3ae-4a78-a042-d8162338bd20 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 944 time: 0.0786779 Jun 16 15:21:34.368341 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-137b1d36-e7e3-42b7-a439-5f00a33b0766 req-361b7d9d-4f69-478b-8378-112f3bfaf904 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646772 Jun 16 15:21:34.544786 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d0674-2590-4f71-8922-aebeeb8c52e6 req-a4a00485-cd85-4f7f-a5cd-1d4567210903 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:34.547371 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cf2d0674-2590-4f71-8922-aebeeb8c52e6 req-a4a00485-cd85-4f7f-a5cd-1d4567210903 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 946 time: 0.1123548 Jun 16 15:21:34.612594 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cf2d0674-2590-4f71-8922-aebeeb8c52e6 req-eaf27778-41ae-4f56-992e-27663f1a22e3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551305 Jun 16 15:21:34.644377 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 8e7a6804-d54f-46a6-852c-19135581667b up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:34.722655 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 8e7a6804-d54f-46a6-852c-19135581667b completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:34.729787 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 8e7a6804-d54f-46a6-852c-19135581667b triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:34.730614 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:34.780638 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74567d-87de-48aa-8757-0de78070a383 req-25ee5acf-5db8-4232-8a18-eeb3c41a2663 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:34.783412 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f74567d-87de-48aa-8757-0de78070a383 req-25ee5acf-5db8-4232-8a18-eeb3c41a2663 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 944 time: 0.1119235 Jun 16 15:21:34.838867 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f74567d-87de-48aa-8757-0de78070a383 req-94261d63-ee5b-4efb-8839-7a186b5a2fa9 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491781 Jun 16 15:21:34.853880 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:34.910863 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 8e7a6804-d54f-46a6-852c-19135581667b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=8e7a6804-d54f-46a6-852c-19135581667b,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:34.915435 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:34.918740 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:35.003356 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=8e7a6804-d54f-46a6-852c-19135581667b,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:35.007802 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:35.076087 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7922f261-8f00-4416-8f55-3235db20f0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7a6804-d54f-46a6-852c-19135581667b'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:21:35.080374 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4a933c-0cac-45f8-8e8c-f23c9e1ab2ac" -d '{"events": [{"server_uuid": "7922f261-8f00-4416-8f55-3235db20f0e0", "name": "network-vif-plugged", "status": "completed", "tag": "8e7a6804-d54f-46a6-852c-19135581667b"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:21:35.151218 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8edb23-306e-4dbb-b4cd-f4aadd661ea5 req-f86c1de1-c9f0-43cf-817e-20c18b95d61c tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:35.154219 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ab8edb23-306e-4dbb-b4cd-f4aadd661ea5 req-f86c1de1-c9f0-43cf-817e-20c18b95d61c tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.1133084 Jun 16 15:21:35.168911 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c41e40-354e-4b2f-b5c6-8c69d85d263f x-openstack-request-id: req-93c41e40-354e-4b2f-b5c6-8c69d85d263f {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:21:35.169732 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7922f261-8f00-4416-8f55-3235db20f0e0", "name": "network-vif-plugged", "status": "completed", "tag": "8e7a6804-d54f-46a6-852c-19135581667b", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:21:35.169732 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93c41e40-354e-4b2f-b5c6-8c69d85d263f {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:21:35.170279 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7922f261-8f00-4416-8f55-3235db20f0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7a6804-d54f-46a6-852c-19135581667b', 'code': 200} Jun 16 15:21:35.274376 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ab8edb23-306e-4dbb-b4cd-f4aadd661ea5 req-4660ffe5-222a-4e80-90c9-ca9acd91062c tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083636 Jun 16 15:21:35.555305 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdf6b5-3cf7-4ea7-a122-11d87b69086d req-6e412165-75d1-4d8e-ba13-6b969bba7a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:35.562062 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a1bdf6b5-3cf7-4ea7-a122-11d87b69086d req-6e412165-75d1-4d8e-ba13-6b969bba7a97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 1098 time: 0.1433876 Jun 16 15:21:35.652211 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a1bdf6b5-3cf7-4ea7-a122-11d87b69086d req-3d297767-4492-43ef-8128-ce189aeab6ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786626 Jun 16 15:21:35.763448 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91d165-4ef1-4c6c-b20e-ade1b699eb37 req-59ec98a0-1d16-463d-a34f-63ca1a9c3f41 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:35.766067 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-be91d165-4ef1-4c6c-b20e-ade1b699eb37 req-59ec98a0-1d16-463d-a34f-63ca1a9c3f41 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 944 time: 0.1390123 Jun 16 15:21:35.854586 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-be91d165-4ef1-4c6c-b20e-ade1b699eb37 req-7f76afca-8d1e-4263-a65c-64c3b481581c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757363 Jun 16 15:21:35.888369 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee861a39-bca6-4979-82f1-02a18bff4f12 req-7ba4fd17-2087-47c7-abf4-c4471f79dcf3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:35.891477 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ee861a39-bca6-4979-82f1-02a18bff4f12 req-7ba4fd17-2087-47c7-abf4-c4471f79dcf3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 946 time: 0.1108446 Jun 16 15:21:35.964257 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ee861a39-bca6-4979-82f1-02a18bff4f12 req-55f51a32-bac6-4660-9276-7e09043de426 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646293 Jun 16 15:21:36.178069 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7cea6-c5cc-429f-aa9c-4eca19aa76fa req-1c35d1ab-3b77-45b4-a546-7078f2eaa12d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:36.181242 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-80b7cea6-c5cc-429f-aa9c-4eca19aa76fa req-1c35d1ab-3b77-45b4-a546-7078f2eaa12d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 944 time: 0.1261263 Jun 16 15:21:36.253742 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-80b7cea6-c5cc-429f-aa9c-4eca19aa76fa req-9ef120d6-dfc7-43f6-8e98-49c5284b6264 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593548 Jun 16 15:21:36.567351 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7722f-aff4-40f1-97df-5a74b8bc21f4 req-957dc70b-cb4e-4854-a161-df637f8e104c tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:36.572193 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-78d7722f-aff4-40f1-97df-5a74b8bc21f4 req-957dc70b-cb4e-4854-a161-df637f8e104c tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.1351216 Jun 16 15:21:36.650897 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 216acf1f-7c67-4adc-bf9d-db3b5805172c up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:36.658229 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-78d7722f-aff4-40f1-97df-5a74b8bc21f4 req-8a906e6e-ba96-47b3-baaf-7cc644e44a40 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791655 Jun 16 15:21:36.755686 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 216acf1f-7c67-4adc-bf9d-db3b5805172c completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:36.760622 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 216acf1f-7c67-4adc-bf9d-db3b5805172c triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:36.761107 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:36.906992 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:36.973275 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 216acf1f-7c67-4adc-bf9d-db3b5805172c, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=216acf1f-7c67-4adc-bf9d-db3b5805172c,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:36.979513 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:36.982859 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device f378d25b-257b-4738-b4f1-0c71ae90135c up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:21:37.038498 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:37.113629 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=216acf1f-7c67-4adc-bf9d-db3b5805172c,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:37.130637 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:37.133229 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port f378d25b-257b-4738-b4f1-0c71ae90135c completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:21:37.141143 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port f378d25b-257b-4738-b4f1-0c71ae90135c triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:21:37.142142 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.218712 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ef80c-2077-4077-92d2-ae897a2be25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216acf1f-7c67-4adc-bf9d-db3b5805172c'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:21:37.238528 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07be55d-54cb-4990-8c50-cdcd1ef468fc" -d '{"events": [{"server_uuid": "7b4ef80c-2077-4077-92d2-ae897a2be25a", "name": "network-vif-plugged", "status": "completed", "tag": "216acf1f-7c67-4adc-bf9d-db3b5805172c"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:21:37.348016 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fc41f-1b02-4465-a4dc-4311ed838cd4 req-2bd0c4f5-661a-47da-991c-d7551f444244 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:37.351007 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-aa5fc41f-1b02-4465-a4dc-4311ed838cd4 req-2bd0c4f5-661a-47da-991c-d7551f444244 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1898332 Jun 16 15:21:37.354878 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0382126-d1f9-4d3d-8428-8de9a7b483e5 req-b0f3babf-ce97-4204-b086-467d896d01ee tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:37.367839 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a0382126-d1f9-4d3d-8428-8de9a7b483e5 req-b0f3babf-ce97-4204-b086-467d896d01ee tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 946 time: 0.2012379 Jun 16 15:21:37.432601 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.448390 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a0382126-d1f9-4d3d-8428-8de9a7b483e5 req-f8775462-15cf-43a4-ba0f-f4b1ec7475ff tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638630 Jun 16 15:21:37.467110 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-aa5fc41f-1b02-4465-a4dc-4311ed838cd4 req-3f08b349-2cab-47ee-a8fd-e6c89764a4a9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015694 Jun 16 15:21:37.475187 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port f378d25b-257b-4738-b4f1-0c71ae90135c, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f378d25b-257b-4738-b4f1-0c71ae90135c,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:21:37.482402 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.484811 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:37.607075 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d09f4d4-684a-42f8-9806-0399f7881a2f x-openstack-request-id: req-6d09f4d4-684a-42f8-9806-0399f7881a2f {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:21:37.608680 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4ef80c-2077-4077-92d2-ae897a2be25a", "name": "network-vif-plugged", "status": "completed", "tag": "216acf1f-7c67-4adc-bf9d-db3b5805172c", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:21:37.608946 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d09f4d4-684a-42f8-9806-0399f7881a2f {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:21:37.609660 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4ef80c-2077-4077-92d2-ae897a2be25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216acf1f-7c67-4adc-bf9d-db3b5805172c', 'code': 200} Jun 16 15:21:37.637778 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=f378d25b-257b-4738-b4f1-0c71ae90135c,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:37.657424 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:37.746606 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 43250) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:37.896619 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a04f2-c86d-473b-b24f-4201e07355b8 req-8c9ed2d6-6c07-4ff4-9d84-b62cbb6185c7 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:37.903246 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d95a04f2-c86d-473b-b24f-4201e07355b8 req-8c9ed2d6-6c07-4ff4-9d84-b62cbb6185c7 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1685276 Jun 16 15:21:37.909566 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-a48c80fe-2496-40b7-9096-636bc7bebd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:37.979167 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d95a04f2-c86d-473b-b24f-4201e07355b8 req-1850da3e-a711-448b-b30e-c2614ecf46af tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679078 Jun 16 15:21:38.165846 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b2a9b-58b2-4df9-823d-ec38a41ea4d9 req-38d2584d-ced6-4a09-860e-16bcbb519f32 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:38.169104 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-da2b2a9b-58b2-4df9-823d-ec38a41ea4d9 req-38d2584d-ced6-4a09-860e-16bcbb519f32 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.2135966 Jun 16 15:21:38.271486 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-a48c80fe-2496-40b7-9096-636bc7bebd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.282650 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-da2b2a9b-58b2-4df9-823d-ec38a41ea4d9 req-0d8d3450-d3da-4d2b-b3db-bece1317959c tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032269 Jun 16 15:21:38.283824 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-a48c80fe-2496-40b7-9096-636bc7bebd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.290167 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-81254e93-ff39-481e-a18c-ef1cfcbf38f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:38.365317 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-a48c80fe-2496-40b7-9096-636bc7bebd8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=de63dd93ff0f414ca9a24c41ef1eb245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123679 Jun 16 15:21:38.365317 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c80fe-2496-40b7-9096-636bc7bebd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce277028-e22e-4bb7-9c40-8391d7436884,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:38.367285 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 43264) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:38.389067 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a48c80fe-2496-40b7-9096-636bc7bebd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:38.465385 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-39d95a4d-62d2-42ea-b49b-501071de0b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.507367 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-39d95a4d-62d2-42ea-b49b-501071de0b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.627765 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-39d95a4d-62d2-42ea-b49b-501071de0b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.633006 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-39d95a4d-62d2-42ea-b49b-501071de0b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:38.634618 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-39d95a4d-62d2-42ea-b49b-501071de0b8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce277028-e22e-4bb7-9c40-8391d7436884 HTTP/1.1" status: 204 len: 168 time: 0.2659700 Jun 16 15:21:38.635816 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5351fcfb-8b41-4a94-8b70-4d040136c4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:38.673236 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d95a4d-62d2-42ea-b49b-501071de0b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce277028-e22e-4bb7-9c40-8391d7436884,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:38.680910 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-39d95a4d-62d2-42ea-b49b-501071de0b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:38.879502 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025a167-6af2-421b-97ef-be439a5e6b65 req-b2df043e-de00-41c0-9873-5ca87cbc7fdc tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:38.881666 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7025a167-6af2-421b-97ef-be439a5e6b65 req-b2df043e-de00-41c0-9873-5ca87cbc7fdc tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1015236 Jun 16 15:21:38.945473 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7025a167-6af2-421b-97ef-be439a5e6b65 req-160501e4-ff40-48fe-8e72-f03677869b5c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556915 Jun 16 15:21:39.062366 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 43286) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:39.080204 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2aff80b7-f2b9-4370-8221-89236be1a235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:39.279793 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2aff80b7-f2b9-4370-8221-89236be1a235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:39.287265 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2aff80b7-f2b9-4370-8221-89236be1a235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:39.291440 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ecaa0547-a246-4bbd-b95a-3219b2a75f7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:39.337830 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-2aff80b7-f2b9-4370-8221-89236be1a235 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=703398fac1d448ac8912feb8438a559d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737224 Jun 16 15:21:39.343062 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 43288) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:39.349840 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a507a-172e-4ace-bff0-f59413d9c2dd req-453415bf-12a1-4d6c-9284-938317572f70 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:39.351417 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-621a507a-172e-4ace-bff0-f59413d9c2dd req-453415bf-12a1-4d6c-9284-938317572f70 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1620896 Jun 16 15:21:39.353687 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff80b7-f2b9-4370-8221-89236be1a235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47c93da-2270-4c57-bc62-3a8ed4379b63,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:39.357657 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-2aff80b7-f2b9-4370-8221-89236be1a235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:39.408344 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8057c7ea-1e68-4547-a18c-266ee5d48d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:39.418788 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-621a507a-172e-4ace-bff0-f59413d9c2dd req-0549c476-dcc1-47b3-b93b-18e12e6507dc tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556540 Jun 16 15:21:39.436264 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8057c7ea-1e68-4547-a18c-266ee5d48d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:39.490984 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8057c7ea-1e68-4547-a18c-266ee5d48d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:39.494555 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8057c7ea-1e68-4547-a18c-266ee5d48d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:39.495803 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-8057c7ea-1e68-4547-a18c-266ee5d48d11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c47c93da-2270-4c57-bc62-3a8ed4379b63 HTTP/1.1" status: 204 len: 168 time: 0.1515830 Jun 16 15:21:39.496581 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fd4b5886-2f26-4364-9cdf-a2b21a610822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:39.505066 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057c7ea-1e68-4547-a18c-266ee5d48d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47c93da-2270-4c57-bc62-3a8ed4379b63,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:39.507986 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-8057c7ea-1e68-4547-a18c-266ee5d48d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:39.612123 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd657b1bd-3530-409d-9522-89313b269d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f378d25b-257b-4738-b4f1-0c71ae90135c'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:21:39.617995 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40265030-1d10-493b-8f06-4450139243c3" -d '{"events": [{"server_uuid": "d657b1bd-3530-409d-9522-89313b269d7c", "name": "network-vif-plugged", "status": "completed", "tag": "f378d25b-257b-4738-b4f1-0c71ae90135c"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:21:39.665389 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16278df9-f3ec-46af-b860-7423e2071986 x-openstack-request-id: req-16278df9-f3ec-46af-b860-7423e2071986 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:21:39.665860 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d657b1bd-3530-409d-9522-89313b269d7c", "name": "network-vif-plugged", "status": "completed", "tag": "f378d25b-257b-4738-b4f1-0c71ae90135c", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:21:39.666386 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16278df9-f3ec-46af-b860-7423e2071986 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:21:39.666843 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd657b1bd-3530-409d-9522-89313b269d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f378d25b-257b-4738-b4f1-0c71ae90135c', 'code': 200} Jun 16 15:21:40.201778 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a53fbf-a456-47ca-9e44-b8a5302e97aa req-dc64d1d0-015a-4fa6-8fb7-2cd5792b794e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:40.203359 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-85a53fbf-a456-47ca-9e44-b8a5302e97aa req-dc64d1d0-015a-4fa6-8fb7-2cd5792b794e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1025007 Jun 16 15:21:40.263518 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-85a53fbf-a456-47ca-9e44-b8a5302e97aa req-3c58e0f3-5512-4eab-9454-9b6e6c71317c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492666 Jun 16 15:21:40.648643 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e51e62-514a-4b6e-a5cb-d117c0c821fd req-a850ab87-a715-43c8-af4c-385da07a34c0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:40.650857 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e6e51e62-514a-4b6e-a5cb-d117c0c821fd req-a850ab87-a715-43c8-af4c-385da07a34c0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0896852 Jun 16 15:21:40.736125 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e6e51e62-514a-4b6e-a5cb-d117c0c821fd req-236a9f44-5e4a-4fec-b0f2-179abcb13189 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777187 Jun 16 15:21:41.523376 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb340a85-cb60-45f2-bfbc-e1659e6c4920 req-160dc565-f331-4eeb-a888-7bb2d1ff5a65 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:41.524881 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fb340a85-cb60-45f2-bfbc-e1659e6c4920 req-160dc565-f331-4eeb-a888-7bb2d1ff5a65 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0870490 Jun 16 15:21:41.580345 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fb340a85-cb60-45f2-bfbc-e1659e6c4920 req-db619f15-e5a3-42b8-8f89-4a9e9eff4be8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458863 Jun 16 15:21:42.045054 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a755ab-b4bc-4f29-9518-f6f0b0c986a9 req-6f4ee1eb-ffc4-4603-967d-e9744a763c41 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:42.047905 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a5a755ab-b4bc-4f29-9518-f6f0b0c986a9 req-6f4ee1eb-ffc4-4603-967d-e9744a763c41 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1017525 Jun 16 15:21:42.119767 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a5a755ab-b4bc-4f29-9518-f6f0b0c986a9 req-dc96e8b5-8376-44eb-941f-ed9e7a8a7aa0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594120 Jun 16 15:21:42.566730 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 43398) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:42.715159 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-e91e93a0-c738-4273-b7e3-865ae084bd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:42.892799 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-e91e93a0-c738-4273-b7e3-865ae084bd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:42.902284 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-e91e93a0-c738-4273-b7e3-865ae084bd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:42.912929 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-1c34c5c5-132d-40b4-8a87-0cb49f908247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:42.928246 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca843025-d80a-4c27-8bf7-1c33af1fbe13 req-152d5c1e-d996-4218-b508-99c303553e08 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:42.961215 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ca843025-d80a-4c27-8bf7-1c33af1fbe13 req-152d5c1e-d996-4218-b508-99c303553e08 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.2159865 Jun 16 15:21:42.988940 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e93a0-c738-4273-b7e3-865ae084bd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3305bb-1c7b-4ded-892a-69d5cbcba929,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:43.002770 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-e91e93a0-c738-4273-b7e3-865ae084bd74 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25b78c4e522541cf83304a1d403b75d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345179 Jun 16 15:21:43.005173 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-e91e93a0-c738-4273-b7e3-865ae084bd74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:43.008461 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 43410) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:43.063456 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ca843025-d80a-4c27-8bf7-1c33af1fbe13 req-80fdcf25-37a2-455e-9849-0ea64e9bab23 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995653 Jun 16 15:21:43.133068 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-0ccc5992-461f-4973-9600-a360d986d5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:43.197955 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-0ccc5992-461f-4973-9600-a360d986d5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:43.321393 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-0ccc5992-461f-4973-9600-a360d986d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:43.329408 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-0ccc5992-461f-4973-9600-a360d986d5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:43.331823 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-0ccc5992-461f-4973-9600-a360d986d5bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f3305bb-1c7b-4ded-892a-69d5cbcba929 HTTP/1.1" status: 204 len: 168 time: 0.3211932 Jun 16 15:21:43.333196 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:43.336712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08770f4-8f83-4e93-9841-9cb76458cf8e req-cdd54017-f316-48dd-b7fd-6a8cb5fd722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:43.341287 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b08770f4-8f83-4e93-9841-9cb76458cf8e req-cdd54017-f316-48dd-b7fd-6a8cb5fd722e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 1098 time: 0.1363182 Jun 16 15:21:43.365728 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc5992-461f-4973-9600-a360d986d5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3305bb-1c7b-4ded-892a-69d5cbcba929,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:43.369877 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0ccc5992-461f-4973-9600-a360d986d5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:43.453600 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b08770f4-8f83-4e93-9841-9cb76458cf8e req-3d4fa38a-358c-4cbc-9d96-2969f6adb9fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030552 Jun 16 15:21:43.582776 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78785b2-8713-4256-a5a0-65ea0c6da610 req-7f9e1223-62ca-412a-b093-3f416f6ecc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:43.584180 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c78785b2-8713-4256-a5a0-65ea0c6da610 req-7f9e1223-62ca-412a-b093-3f416f6ecc6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 1098 time: 0.1760733 Jun 16 15:21:43.658922 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b6419-8fc7-41bd-84c1-1835c9fa37f2 req-2b329549-27fa-4a9a-9cce-3101778e6db9 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:43.660928 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dd9b6419-8fc7-41bd-84c1-1835c9fa37f2 req-2b329549-27fa-4a9a-9cce-3101778e6db9 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1480274 Jun 16 15:21:43.677928 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c78785b2-8713-4256-a5a0-65ea0c6da610 req-71a2f45b-65c8-4558-9313-4033139bd1a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824912 Jun 16 15:21:43.729771 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dd9b6419-8fc7-41bd-84c1-1835c9fa37f2 req-a044ef97-5102-4e96-b3e3-3d51977a67fc tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506010 Jun 16 15:21:43.835508 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 43422) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:43.853502 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9f54c3df-f68b-4c8d-a756-92d19b5e872a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:44.008687 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9f54c3df-f68b-4c8d-a756-92d19b5e872a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:44.016499 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9f54c3df-f68b-4c8d-a756-92d19b5e872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:44.022327 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:44.107305 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-9f54c3df-f68b-4c8d-a756-92d19b5e872a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd3a5e167c6a4c27ab260b0ea739f765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682409 Jun 16 15:21:44.109557 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 43440) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:44.113420 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54c3df-f68b-4c8d-a756-92d19b5e872a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dddbf53-7764-4ad0-8d5a-eea49413c9f1,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:44.119948 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9f54c3df-f68b-4c8d-a756-92d19b5e872a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:44.218483 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9a46a04a-6b2a-45fb-a3fe-9ab66a10904e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:44.274287 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9a46a04a-6b2a-45fb-a3fe-9ab66a10904e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:44.450387 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1a740-66cc-4977-91c8-1c1c41182356 req-269020df-884a-4910-84eb-0114d6bdd365 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:44.453258 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96d1a740-66cc-4977-91c8-1c1c41182356 req-269020df-884a-4910-84eb-0114d6bdd365 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1652868 Jun 16 15:21:44.454672 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9a46a04a-6b2a-45fb-a3fe-9ab66a10904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:44.459577 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9a46a04a-6b2a-45fb-a3fe-9ab66a10904e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:44.461591 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-9a46a04a-6b2a-45fb-a3fe-9ab66a10904e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0dddbf53-7764-4ad0-8d5a-eea49413c9f1 HTTP/1.1" status: 204 len: 168 time: 0.3504107 Jun 16 15:21:44.463177 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b6a33393-01f9-4cf6-8bf3-1c64b10b6636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:21:44.488957 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46a04a-6b2a-45fb-a3fe-9ab66a10904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dddbf53-7764-4ad0-8d5a-eea49413c9f1,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:21:44.504690 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9a46a04a-6b2a-45fb-a3fe-9ab66a10904e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:21:44.554110 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96d1a740-66cc-4977-91c8-1c1c41182356 req-5fa4ea88-c301-4a24-97a7-b2b3d5487b89 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845211 Jun 16 15:21:45.039855 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4919fd-d793-4ded-946a-8ae55ad0e031 req-39ce14d3-3df6-4694-b876-536ffb83620a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:45.043531 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7e4919fd-d793-4ded-946a-8ae55ad0e031 req-39ce14d3-3df6-4694-b876-536ffb83620a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1216426 Jun 16 15:21:45.126229 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7e4919fd-d793-4ded-946a-8ae55ad0e031 req-94ce334c-eb8c-4432-8a00-8fe5468c7907 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737839 Jun 16 15:21:45.868161 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd953c9-4e26-4bd9-9f21-df4586f06f89 req-dd08bcd9-7a24-4c20-a8bd-3b1097a2329a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:45.871920 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bcd953c9-4e26-4bd9-9f21-df4586f06f89 req-dd08bcd9-7a24-4c20-a8bd-3b1097a2329a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1218069 Jun 16 15:21:45.938067 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bcd953c9-4e26-4bd9-9f21-df4586f06f89 req-b69b10cc-712f-4cac-a02a-fdaed3370cbe tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549676 Jun 16 15:21:46.449402 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5c7dc-3d47-4ab7-9020-2a310870dd27 req-b42f10f7-65f0-459c-bd98-a85d71700ba7 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:46.461948 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-04c5c7dc-3d47-4ab7-9020-2a310870dd27 req-b42f10f7-65f0-459c-bd98-a85d71700ba7 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1422033 Jun 16 15:21:46.531547 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-04c5c7dc-3d47-4ab7-9020-2a310870dd27 req-10b51459-fdc9-44cf-9af1-eca0b2cf05e3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683694 Jun 16 15:21:46.911017 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f631fda-a849-4601-8cab-1abfa54e3285 req-312ded78-4264-4ebf-bbcc-27d4871e2c19 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:46.915450 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3f631fda-a849-4601-8cab-1abfa54e3285 req-312ded78-4264-4ebf-bbcc-27d4871e2c19 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1933577 Jun 16 15:21:46.929084 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 43544) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:21:46.937640 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-69eef964-24b5-4023-92ba-11d3d2a3cf3a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'floatingip': {'port_id': 'f378d25b-257b-4738-b4f1-0c71ae90135c'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:21:47.158040 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-69eef964-24b5-4023-92ba-11d3d2a3cf3a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:47.344134 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85126271-9b71-4caa-a772-cff95d297629 req-b1580cbf-0796-468d-8755-34d140d6ff40 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:47.346814 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-85126271-9b71-4caa-a772-cff95d297629 req-b1580cbf-0796-468d-8755-34d140d6ff40 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1390400 Jun 16 15:21:47.443986 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-85126271-9b71-4caa-a772-cff95d297629 req-ad59e797-8f58-4541-8730-bbfb21900a4a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828071 Jun 16 15:21:48.146079 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00d47c-cd28-4345-b6ea-8a516fcea9d5 req-383c134b-aafb-4564-a756-734ccf2825f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:48.150099 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1f00d47c-cd28-4345-b6ea-8a516fcea9d5 req-383c134b-aafb-4564-a756-734ccf2825f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 1098 time: 0.1013651 Jun 16 15:21:48.339163 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00d47c-cd28-4345-b6ea-8a516fcea9d5 req-b78bab32-7fa7-40f9-9662-447108a6a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:48.341660 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1f00d47c-cd28-4345-b6ea-8a516fcea9d5 req-b78bab32-7fa7-40f9-9662-447108a6a483 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 920 time: 0.1839526 Jun 16 15:21:48.360697 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02092ee-452a-4097-b0f6-6dc62e20b0bb req-b7ceaaea-1af1-4984-bf84-224f5c0aa28c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:48.362555 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d02092ee-452a-4097-b0f6-6dc62e20b0bb req-b7ceaaea-1af1-4984-bf84-224f5c0aa28c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1485548 Jun 16 15:21:48.415035 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1f00d47c-cd28-4345-b6ea-8a516fcea9d5 req-a2b58680-dd7d-4c49-9241-be71a79bd243 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=216acf1f-7c67-4adc-bf9d-db3b5805172c HTTP/1.1" status: 200 len: 217 time: 0.0510998 Jun 16 15:21:48.529437 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d02092ee-452a-4097-b0f6-6dc62e20b0bb req-8a501e43-b072-4223-bdf7-05da267926fe tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576455 Jun 16 15:21:48.532671 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00d47c-cd28-4345-b6ea-8a516fcea9d5 req-084e2b79-d062-4271-b2e1-e8f958cbf192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:48.535125 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1f00d47c-cd28-4345-b6ea-8a516fcea9d5 req-084e2b79-d062-4271-b2e1-e8f958cbf192 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae84484d-8ee1-489f-b398-59967502b492 HTTP/1.1" status: 200 len: 858 time: 0.1087584 Jun 16 15:21:48.579902 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1f00d47c-cd28-4345-b6ea-8a516fcea9d5 req-10290add-1447-447d-94a9-201afb145283 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e25a5c1-6475-4c48-a283-ca9c338de97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378644 Jun 16 15:21:48.621662 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-69eef964-24b5-4023-92ba-11d3d2a3cf3a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.627018 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-69eef964-24b5-4023-92ba-11d3d2a3cf3a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:48.771834 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.l3_db [None req-69eef964-24b5-4023-92ba-11d3d2a3cf3a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Floating IP 615f0805-01a8-47bb-a50c-fe1624e0c460 associated. External IP: 172.27.0.89, port: f378d25b-257b-4738-b4f1-0c71ae90135c. Jun 16 15:21:48.773990 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1f00d47c-cd28-4345-b6ea-8a516fcea9d5 req-b2c44699-45d6-4ba4-8a13-686eb290be20 service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377773 Jun 16 15:21:49.044340 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eef964-24b5-4023-92ba-11d3d2a3cf3a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:21:49.182961 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eef964-24b5-4023-92ba-11d3d2a3cf3a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:21:49.189066 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-69eef964-24b5-4023-92ba-11d3d2a3cf3a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.201107 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac5f37d-d68d-4680-a19f-69d76dcf8d79 None None] Sync routers for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:21:49.215792 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac5f37d-d68d-4680-a19f-69d76dcf8d79 None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:21:49.217557 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-3ac5f37d-d68d-4680-a19f-69d76dcf8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:21:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:49.247678 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-69eef964-24b5-4023-92ba-11d3d2a3cf3a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "PUT /v2.0/floatingips/615f0805-01a8-47bb-a50c-fe1624e0c460 HTTP/1.1" status: 200 len: 990 time: 2.3163638 Jun 16 15:21:49.249293 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd657b1bd-3530-409d-9522-89313b269d7c', 'tag': 'f378d25b-257b-4738-b4f1-0c71ae90135c'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:21:49.253933 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f95c36-2392-4c4c-b3fe-b11db6e3560f" -d '{"events": [{"name": "network-changed", "server_uuid": "d657b1bd-3530-409d-9522-89313b269d7c", "tag": "f378d25b-257b-4738-b4f1-0c71ae90135c"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:21:49.331404 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a428be-dcb4-4d54-a3c5-8611a0c5a2a9 x-openstack-request-id: req-f7a428be-dcb4-4d54-a3c5-8611a0c5a2a9 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:21:49.331889 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d657b1bd-3530-409d-9522-89313b269d7c", "tag": "f378d25b-257b-4738-b4f1-0c71ae90135c", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:21:49.332332 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7a428be-dcb4-4d54-a3c5-8611a0c5a2a9 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:21:49.333020 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd657b1bd-3530-409d-9522-89313b269d7c', 'tag': 'f378d25b-257b-4738-b4f1-0c71ae90135c', 'status': 'completed', 'code': 200} Jun 16 15:21:49.432599 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-3ac5f37d-d68d-4680-a19f-69d76dcf8d79 None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:21:49.875721 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea93d5-c116-40a2-aa49-30c419307b9f req-ac28a5e1-36c3-4df5-af9d-d550d7e31ae0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:49.889375 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-01ea93d5-c116-40a2-aa49-30c419307b9f req-ac28a5e1-36c3-4df5-af9d-d550d7e31ae0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1557353 Jun 16 15:21:49.891533 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-3ac5f37d-d68d-4680-a19f-69d76dcf8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': '615f0805-01a8-47bb-a50c-fe1624e0c460', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'port_id': 'f378d25b-257b-4738-b4f1-0c71ae90135c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'mac_address': 'fa:16:3e:24:e8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd657b1bd-3530-409d-9522-89313b269d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:20:57Z', 'updated_at': '2021-06-16T15:21:48Z', 'revision_number': 1, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:49.896611 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-8e78b51c-282c-4e19-a2da-d29d2154cbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:49.898216 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac5f37d-d68d-4680-a19f-69d76dcf8d79 None None] Checking router: 10eb6dc9-60f6-46c9-a969-b2e0e0265510 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:21:49.920961 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac5f37d-d68d-4680-a19f-69d76dcf8d79 None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:21:49.922002 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-3ac5f37d-d68d-4680-a19f-69d76dcf8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:21:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:49.969919 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-01ea93d5-c116-40a2-aa49-30c419307b9f req-90709c5f-807d-429b-aeec-82ab09d3f168 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781207 Jun 16 15:21:50.171262 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-3ac5f37d-d68d-4680-a19f-69d76dcf8d79 None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:21:50.518863 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-3ac5f37d-d68d-4680-a19f-69d76dcf8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': '615f0805-01a8-47bb-a50c-fe1624e0c460', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'port_id': 'f378d25b-257b-4738-b4f1-0c71ae90135c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'mac_address': 'fa:16:3e:24:e8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd657b1bd-3530-409d-9522-89313b269d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:20:57Z', 'updated_at': '2021-06-16T15:21:48Z', 'revision_number': 1, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:21:50.525317 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac5f37d-d68d-4680-a19f-69d76dcf8d79 None None] The sync data for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi is: [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': '615f0805-01a8-47bb-a50c-fe1624e0c460', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'port_id': 'f378d25b-257b-4738-b4f1-0c71ae90135c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'mac_address': 'fa:16:3e:24:e8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd657b1bd-3530-409d-9522-89313b269d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:20:57Z', 'updated_at': '2021-06-16T15:21:48Z', 'revision_number': 1, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:21:50.786233 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1c6a3b-1525-4b12-b954-43708856dfc7 None None] New status for floating IP 615f0805-01a8-47bb-a50c-fe1624e0c460: ACTIVE {{(pid=92142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:21:51.310550 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3b079-0992-4ac2-9d3a-f72a879dc6a7 req-2d388e78-49cc-42d7-bf72-a05ad5e7f0d5 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:51.312193 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-53e3b079-0992-4ac2-9d3a-f72a879dc6a7 req-2d388e78-49cc-42d7-bf72-a05ad5e7f0d5 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1199851 Jun 16 15:21:51.364534 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-53e3b079-0992-4ac2-9d3a-f72a879dc6a7 req-92567222-91bb-4aac-b9f9-55a08ab9e44c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 Jun 16 15:21:52.585899 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf48954-6673-4fea-8407-feae22c6bb9d req-abd24840-20e5-430d-a7e3-6555ed4232cd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:52.587737 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6bf48954-6673-4fea-8407-feae22c6bb9d req-abd24840-20e5-430d-a7e3-6555ed4232cd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0800097 Jun 16 15:21:52.650773 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6bf48954-6673-4fea-8407-feae22c6bb9d req-7169b2cd-6aa7-41b3-87c7-f550c571d246 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551791 Jun 16 15:21:53.445144 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a2751448-9475-4281-89f5-ad4ad2faa2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:53.852836 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:21:53.979092 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:53.985114 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05777282-79b8-4603-b9b6-6a72f575b0bd req-1c746706-5f42-4b55-b488-3427309a4c92 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:53.986681 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-05777282-79b8-4603-b9b6-6a72f575b0bd req-1c746706-5f42-4b55-b488-3427309a4c92 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0995681 Jun 16 15:21:54.061311 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-05777282-79b8-4603-b9b6-6a72f575b0bd req-aae78f9a-a3fc-4ef8-816b-ef41d6cb685d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626159 Jun 16 15:21:54.936096 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f95c36-2392-4c4c-b3fe-b11db6e3560f req-9b7cb3ea-83bc-496c-8c7c-d6012baf90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:54.937821 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-15f95c36-2392-4c4c-b3fe-b11db6e3560f req-9b7cb3ea-83bc-496c-8c7c-d6012baf90a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 1098 time: 0.0812950 Jun 16 15:21:54.969746 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1f00d47c-cd28-4345-b6ea-8a516fcea9d5 req-98c04cd7-edb4-441f-ad25-b01e0d642cf7 service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369882 Jun 16 15:21:55.074485 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f95c36-2392-4c4c-b3fe-b11db6e3560f req-f97cd161-8342-4dd3-82f3-cf10bcaf6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:55.076237 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-15f95c36-2392-4c4c-b3fe-b11db6e3560f req-f97cd161-8342-4dd3-82f3-cf10bcaf6793 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 912 time: 0.1302834 Jun 16 15:21:55.211906 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-15f95c36-2392-4c4c-b3fe-b11db6e3560f req-a30f5781-1314-4aec-98ca-ea882f7db0c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f378d25b-257b-4738-b4f1-0c71ae90135c HTTP/1.1" status: 200 len: 1000 time: 0.1236196 Jun 16 15:21:55.285317 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525d0d-4da4-4408-9b92-2b50f5266dbf req-87cd5105-20bf-4bc7-957d-0dee6d02b180 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:55.286886 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a1525d0d-4da4-4408-9b92-2b50f5266dbf req-87cd5105-20bf-4bc7-957d-0dee6d02b180 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0861063 Jun 16 15:21:55.307395 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f95c36-2392-4c4c-b3fe-b11db6e3560f req-3424b480-8cd2-4a94-a882-d9a2804f8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:55.309443 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-15f95c36-2392-4c4c-b3fe-b11db6e3560f req-3424b480-8cd2-4a94-a882-d9a2804f8cde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 200 len: 849 time: 0.0808945 Jun 16 15:21:55.352336 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a1525d0d-4da4-4408-9b92-2b50f5266dbf req-ccb65386-f788-4918-91e6-146702739014 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553658 Jun 16 15:21:55.404272 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f95c36-2392-4c4c-b3fe-b11db6e3560f req-25ff271d-3a93-4e75-be47-8ffb4aabbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:55.406096 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-15f95c36-2392-4c4c-b3fe-b11db6e3560f req-25ff271d-3a93-4e75-be47-8ffb4aabbd45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed365210-33e5-4731-9c5b-4ff91ea99e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898421 Jun 16 15:21:55.519584 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-15f95c36-2392-4c4c-b3fe-b11db6e3560f req-e2360da1-7de3-450d-8d45-6681b368fa9e service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053998 Jun 16 15:21:55.663591 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-15f95c36-2392-4c4c-b3fe-b11db6e3560f req-3cdd349b-f573-4c04-a2ab-28f5e5c783c6 service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371388 Jun 16 15:21:56.182000 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:56.604393 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbaa2a-46a2-431e-8ae1-db5d02af5dc0 req-6d5eaf95-d184-4188-8c9b-2b2f31c902af tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:56.607432 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-59dbaa2a-46a2-431e-8ae1-db5d02af5dc0 req-6d5eaf95-d184-4188-8c9b-2b2f31c902af tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1189783 Jun 16 15:21:56.674869 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-59dbaa2a-46a2-431e-8ae1-db5d02af5dc0 req-e77334b2-3218-451a-9968-6abec18fc583 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598016 Jun 16 15:21:57.928264 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:21:57.938858 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661e19d-55a0-4e3d-95b4-d7885f2e5bd4 req-cf78102a-f074-4519-a12d-e4f30930623b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:57.940585 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9661e19d-55a0-4e3d-95b4-d7885f2e5bd4 req-cf78102a-f074-4519-a12d-e4f30930623b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0923789 Jun 16 15:21:58.000679 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9661e19d-55a0-4e3d-95b4-d7885f2e5bd4 req-c88225f3-0f71-4f72-b914-f6a4c54a2b7d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528641 Jun 16 15:21:59.265252 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e309706-24f6-45bf-8034-4df0b1991254 req-c4ebcbeb-0bdd-4fb0-8360-dc48798641bd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:21:59.266887 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1e309706-24f6-45bf-8034-4df0b1991254 req-c4ebcbeb-0bdd-4fb0-8360-dc48798641bd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0890679 Jun 16 15:21:59.526492 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1e309706-24f6-45bf-8034-4df0b1991254 req-3a32ccfc-dc54-4512-a77f-fd8d911dbe50 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470455 Jun 16 15:22:00.790042 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5d629-5ddc-4429-8b26-09e0fc93aae9 req-0eee1882-1d19-46a5-b90d-59e8a28f1236 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:00.794116 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2fe5d629-5ddc-4429-8b26-09e0fc93aae9 req-0eee1882-1d19-46a5-b90d-59e8a28f1236 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1123109 Jun 16 15:22:00.849982 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2fe5d629-5ddc-4429-8b26-09e0fc93aae9 req-55a70d5c-0527-41dd-9351-d34cb2fbb125 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495417 Jun 16 15:22:02.135973 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1ace3-21a5-495b-a10e-e57627fb8d58 req-b4f032fc-7a64-4d1c-beb2-7ceec9c97b61 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:02.138532 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4ab1ace3-21a5-495b-a10e-e57627fb8d58 req-b4f032fc-7a64-4d1c-beb2-7ceec9c97b61 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1092954 Jun 16 15:22:02.202479 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4ab1ace3-21a5-495b-a10e-e57627fb8d58 req-49438387-3b37-44b6-a0e7-4077a416c9c9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553782 Jun 16 15:22:02.649536 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:03.461536 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbea450-3d3e-41cb-9c5a-43cd63f714dc req-8c7427ea-e2af-4a40-a6a6-d23a44742a00 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:03.463128 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3fbea450-3d3e-41cb-9c5a-43cd63f714dc req-8c7427ea-e2af-4a40-a6a6-d23a44742a00 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0701108 Jun 16 15:22:03.510102 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3fbea450-3d3e-41cb-9c5a-43cd63f714dc req-c59a33dd-43e2-463b-aef6-fd6cd2715703 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365732 Jun 16 15:22:04.708609 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f749133-1d02-4e7a-8af2-3c4084e97468 req-5b56ade2-fcd9-463e-9a0c-27a357f0af2a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:04.710490 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3f749133-1d02-4e7a-8af2-3c4084e97468 req-5b56ade2-fcd9-463e-9a0c-27a357f0af2a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0720758 Jun 16 15:22:04.775960 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3f749133-1d02-4e7a-8af2-3c4084e97468 req-e959e1d8-8247-46a7-add4-c8f2a27592cf tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575452 Jun 16 15:22:05.686141 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-43bb55ef-44a1-453f-b6e3-d4e08d1a34ec tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:05.687713 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-43bb55ef-44a1-453f-b6e3-d4e08d1a34ec tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 814 time: 0.1205478 Jun 16 15:22:05.704857 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-1f5721c5-0c25-4d05-a5b0-f8a710969721 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/quotas/b416ec4cee4b4f539f9b5753c9150a0c HTTP/1.1" status: 200 len: 375 time: 0.0105124 Jun 16 15:22:05.784701 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-74ff927b-ad73-4f39-ad11-0831fc0e3778 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726328 Jun 16 15:22:05.905280 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-f4f0e47b-3d43-4ddd-b95c-565124a1a1b4 service neutron] 10.222.0.61 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118000 Jun 16 15:22:06.030922 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f0a02-3c23-4d6b-876d-2b76fd35dce3 req-1720c19e-2f11-4167-b358-eaf661c5e144 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:06.033539 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-733f0a02-3c23-4d6b-876d-2b76fd35dce3 req-1720c19e-2f11-4167-b358-eaf661c5e144 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0888925 Jun 16 15:22:06.040856 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-fc81a0ae-e97d-431d-ab31-0f555a629678 service neutron] 10.222.0.61 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276517 Jun 16 15:22:06.082351 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-733f0a02-3c23-4d6b-876d-2b76fd35dce3 req-1524693b-39d0-4a01-8b8a-a4e3201c1311 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Jun 16 15:22:06.301300 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2121af9d-2627-463e-b2c3-b1161c4d27b2 req-d638df40-f5f8-4026-9155-3fa48dead3a2 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 210 time: 0.0508490 Jun 16 15:22:07.312518 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324982-b35c-4f25-9da1-6cbfeaea9a4b req-5dfab27a-ca9b-47ad-95be-a889eec728d6 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:07.314256 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-79324982-b35c-4f25-9da1-6cbfeaea9a4b req-5dfab27a-ca9b-47ad-95be-a889eec728d6 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0787945 Jun 16 15:22:07.377571 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-79324982-b35c-4f25-9da1-6cbfeaea9a4b req-8e2d0685-95de-44c2-ba51-bdc92c69169d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555046 Jun 16 15:22:07.541787 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cbf0ce59-9a26-4020-8b95-d3ac1d07827f req-71886fe2-94d5-47f8-9797-2d5b3fda01bc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 210 time: 0.0381892 Jun 16 15:22:08.591376 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3d439-c274-4849-bd3c-825e0859ea81 req-50287b89-b432-40f0-b5c3-7bfcfdcad3b2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:08.593059 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fea3d439-c274-4849-bd3c-825e0859ea81 req-50287b89-b432-40f0-b5c3-7bfcfdcad3b2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0744672 Jun 16 15:22:08.643075 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fea3d439-c274-4849-bd3c-825e0859ea81 req-26d451cf-575a-4c82-90be-88c3d906e37f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434687 Jun 16 15:22:08.809726 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9eb7f2d9-a127-4a87-8b91-c65f9ea7f69c req-cc726025-60e2-4eab-abea-2680dfdac7b2 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 210 time: 0.0421555 Jun 16 15:22:09.902118 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57330cf3-dfbf-49db-8f66-fe499f373b38 req-fe518b99-2961-4876-b301-4be85db3f73a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:09.903754 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-57330cf3-dfbf-49db-8f66-fe499f373b38 req-fe518b99-2961-4876-b301-4be85db3f73a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1083617 Jun 16 15:22:09.960637 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-57330cf3-dfbf-49db-8f66-fe499f373b38 req-8a7a5959-e6b3-41b5-8349-577d11850fcb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Jun 16 15:22:10.155069 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7e1d20ed-fadd-443f-803e-a00e37c11b20 req-49a8af47-2f59-4a21-86fc-349c5868c43d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 210 time: 0.0516157 Jun 16 15:22:11.212400 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d18cc-72b2-4026-b56a-8f3cbca4d440 req-883bb77a-e71b-439c-bd8a-450d7ee3ac64 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:11.215904 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-831d18cc-72b2-4026-b56a-8f3cbca4d440 req-883bb77a-e71b-439c-bd8a-450d7ee3ac64 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0889719 Jun 16 15:22:11.279178 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-831d18cc-72b2-4026-b56a-8f3cbca4d440 req-99497f01-b485-4b0d-ad94-2328af775e6d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535307 Jun 16 15:22:11.389307 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e2e98701-17fd-4e7a-ab96-81e8f4d71bca req-016b92af-8a40-4097-8e32-8e315a0b5e08 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 210 time: 0.0366845 Jun 16 15:22:11.791668 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-53b2dcc9-8cb1-4f6e-8e6d-9e6a379548db tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:11.793409 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-53b2dcc9-8cb1-4f6e-8e6d-9e6a379548db tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 814 time: 0.1353841 Jun 16 15:22:11.849018 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Request body: {'port': {'device_id': '055af485-ba44-437a-8e5d-1b572aa6685c', 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc', 'admin_state_up': True, 'tenant_id': 'b416ec4cee4b4f539f9b5753c9150a0c'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:12.047694 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Made reservation on behalf of b416ec4cee4b4f539f9b5753c9150a0c for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:12.062994 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:12.281729 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Allocated IP 172.20.0.5 (4e295650-ab91-4966-a337-9b73110b81dc/62f46278-bb8f-418b-bc1b-aca8bf5a234c/529af0ea-c944-4cc4-bf46-3ba412b73c62) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:12.579189 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:12.630022 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:12.642128 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:12.649799 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['821748ab-017a-45d6-a675-2b75d3bdc191'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:22:12.690228 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579bbb3-060c-48fa-906d-b037dfc0c012 req-3591d649-5618-40a1-93e1-cf60b7ba5ee0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:12.693608 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c579bbb3-060c-48fa-906d-b037dfc0c012 req-3591d649-5618-40a1-93e1-cf60b7ba5ee0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.2556665 Jun 16 15:22:12.729916 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Network 4e295650-ab91-4966-a337-9b73110b81dc is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:12.740790 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:12.745347 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:22:12.840664 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Pushing event updated for resources: {'Port': ['ID=529af0ea-c944-4cc4-bf46-3ba412b73c62,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:12.862155 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:12.873362 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881026c5-a522-48b5-87d3-40f9f4e128ac req-a3c264f6-729e-4abf-b12d-71121017c7dc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:12.874958 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-881026c5-a522-48b5-87d3-40f9f4e128ac req-a3c264f6-729e-4abf-b12d-71121017c7dc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 931 time: 0.2050717 Jun 16 15:22:12.973324 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c579bbb3-060c-48fa-906d-b037dfc0c012 req-3c2a2fa3-b9b1-42a3-a848-f40c7a1fa812 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672431 Jun 16 15:22:13.016900 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:13.017892 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.039752 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-881026c5-a522-48b5-87d3-40f9f4e128ac req-2ce2f26d-0b89-4e5a-a230-d4c1f1b97928 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511378 Jun 16 15:22:13.074534 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2342079 Jun 16 15:22:13.155790 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Request body: {'port': {'device_id': '055af485-ba44-437a-8e5d-1b572aa6685c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:13.427522 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.624727 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44046) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:13.662487 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44050) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:13.919199 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-25ad7eed-e075-4157-a3eb-c04426a41661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:13.942160 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5efa-b286-4b9e-a720-21947e329d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.014348 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.db.api [None req-c9dd5efa-b286-4b9e-a720-21947e329d81 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 15:22:14.014348 dv-cinder-757908-6-iscsi neutron-server[92140]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 16 15:22:14.014348 dv-cinder-757908-6-iscsi neutron-server[92140]: [parameters: {'project_id': 'e6832be283fd4e64a1d8a93cd2ab7546', 'id': '4611c13f-20a1-4e7d-94b2-89c921f581f8', 'expiration': datetime.datetime(2021, 6, 16, 15, 24, 13, 994294)}] Jun 16 15:22:14.014348 dv-cinder-757908-6-iscsi neutron-server[92140]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:22:14.014870 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_db.api [None req-c9dd5efa-b286-4b9e-a720-21947e329d81 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:22:14.172313 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529af0ea-c944-4cc4-bf46-3ba412b73c62 {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:22:14.186216 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.200654 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-25ad7eed-e075-4157-a3eb-c04426a41661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.206870 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-25ad7eed-e075-4157-a3eb-c04426a41661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.218384 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Transition to ACTIVE for port object 529af0ea-c944-4cc4-bf46-3ba412b73c62 will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:14.225703 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.231192 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-aace11ab-6ee1-4fdb-9239-6ee73b18854b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:14.258434 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-e91e93a0-c738-4273-b7e3-865ae084bd74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:14.308644 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-25ad7eed-e075-4157-a3eb-c04426a41661 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb1497e8f2544e9ca20801e8f54395d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6445491 Jun 16 15:22:14.328648 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44064) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:14.375602 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad7eed-e075-4157-a3eb-c04426a41661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f95572a-7481-4e74-b36f-559ebbc0ca7b,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:14.379476 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-25ad7eed-e075-4157-a3eb-c04426a41661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:14.414055 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d4a25-2289-44e5-8398-3c65909c13f1 req-768459b2-a011-43c7-ad1e-8c60e62db74f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:14.414625 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-da0d4a25-2289-44e5-8398-3c65909c13f1 req-768459b2-a011-43c7-ad1e-8c60e62db74f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1577625 Jun 16 15:22:14.415236 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44066) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:14.519497 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-da0d4a25-2289-44e5-8398-3c65909c13f1 req-e4e1ae6e-10d0-481b-b4cb-238cd26e5c38 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832629 Jun 16 15:22:14.520688 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5efa-b286-4b9e-a720-21947e329d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.582499 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Pushing event updated for resources: {'Port': ['ID=529af0ea-c944-4cc4-bf46-3ba412b73c62,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:14.615462 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:14.637401 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d3f140ee-0dca-4f65-8e01-03b4d39150dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.718939 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8695-6357-4fa1-9d57-8d85db473a0f req-f7e89414-e1f8-4ab7-9da6-34b5fbe69e1c tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:14.722137 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-46bc8695-6357-4fa1-9d57-8d85db473a0f req-f7e89414-e1f8-4ab7-9da6-34b5fbe69e1c tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 943 time: 0.3914793 Jun 16 15:22:14.722388 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91aa5762-222b-4fac-a228-2b127eeb89ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.727176 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Attempting to bind port 529af0ea-c944-4cc4-bf46-3ba412b73c62 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:22:14.727690 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Attempting to bind port 529af0ea-c944-4cc4-bf46-3ba412b73c62 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:22:14.728628 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Attempting to bind port 529af0ea-c944-4cc4-bf46-3ba412b73c62 on network 4e295650-ab91-4966-a337-9b73110b81dc {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:14.731827 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5efa-b286-4b9e-a720-21947e329d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.746838 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c9dd5efa-b286-4b9e-a720-21947e329d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.757740 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:14.769876 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Port 529af0ea-c944-4cc4-bf46-3ba412b73c62 on network 4e295650-ab91-4966-a337-9b73110b81dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:22:14.770297 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Attempting to bind port 529af0ea-c944-4cc4-bf46-3ba412b73c62 on network 4e295650-ab91-4966-a337-9b73110b81dc {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:14.802750 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91aa5762-222b-4fac-a228-2b127eeb89ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.821901 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:14.822437 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Checking segment: {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:22:14.824372 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Bound using segment: {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:14.825118 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Bound port: 529af0ea-c944-4cc4-bf46-3ba412b73c62, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:22:14.825665 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:14.853183 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-c9dd5efa-b286-4b9e-a720-21947e329d81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e6832be283fd4e64a1d8a93cd2ab7546&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2230444 Jun 16 15:22:14.856316 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd5efa-b286-4b9e-a720-21947e329d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7a9379-cdc4-4131-9aab-c596e23094bf,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:14.861390 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44082) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:14.905675 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c9dd5efa-b286-4b9e-a720-21947e329d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:14.919269 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-46bc8695-6357-4fa1-9d57-8d85db473a0f req-d153dbd1-1af4-456d-bacc-7b20982d60e7 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749909 Jun 16 15:22:15.014894 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91aa5762-222b-4fac-a228-2b127eeb89ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.019950 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-17961bda-c4b2-422a-9652-fe8ae534e940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.020725 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91aa5762-222b-4fac-a228-2b127eeb89ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.030895 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-91aa5762-222b-4fac-a228-2b127eeb89ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f95572a-7481-4e74-b36f-559ebbc0ca7b HTTP/1.1" status: 204 len: 168 time: 0.6941779 Jun 16 15:22:15.041899 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-fe743840-0984-4815-a828-1ae717910d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:15.087918 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-17961bda-c4b2-422a-9652-fe8ae534e940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.088670 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa5762-222b-4fac-a228-2b127eeb89ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f95572a-7481-4e74-b36f-559ebbc0ca7b,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:15.107495 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-91aa5762-222b-4fac-a228-2b127eeb89ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:15.132078 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] For port 529af0ea-c944-4cc4-bf46-3ba412b73c62, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:15.145233 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] For port 529af0ea-c944-4cc4-bf46-3ba412b73c62, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=529af0ea-c944-4cc4-bf46-3ba412b73c62,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:15.151999 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d3f140ee-0dca-4f65-8e01-03b4d39150dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.156210 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.168406 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:15.184892 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d3f140ee-0dca-4f65-8e01-03b4d39150dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.188052 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9f54c3df-f68b-4c8d-a756-92d19b5e872a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:15.228246 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f140ee-0dca-4f65-8e01-03b4d39150dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a778184-7327-4593-bf74-4afb7b29bbd8,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:15.238278 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d3f140ee-0dca-4f65-8e01-03b4d39150dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:15.247414 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-d3f140ee-0dca-4f65-8e01-03b4d39150dc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=95089fae04214da1abdcb2768044d5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8309355 Jun 16 15:22:15.251591 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44094) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:15.265509 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Pushing event updated for resources: {'Port': ['ID=529af0ea-c944-4cc4-bf46-3ba412b73c62,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:15.293370 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:15.295864 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:15.297139 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.299708 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] 10.222.0.36 "PUT /v2.0/ports/529af0ea-c944-4cc4-bf46-3ba412b73c62 HTTP/1.1" status: 200 len: 1093 time: 2.1535647 Jun 16 15:22:15.300776 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055af485-ba44-437a-8e5d-1b572aa6685c', 'tag': '529af0ea-c944-4cc4-bf46-3ba412b73c62'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:22:15.305930 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a679e204-08ab-49e0-8377-3c4d8370cc03" -d '{"events": [{"name": "network-changed", "server_uuid": "055af485-ba44-437a-8e5d-1b572aa6685c", "tag": "529af0ea-c944-4cc4-bf46-3ba412b73c62"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:22:15.324328 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-17961bda-c4b2-422a-9652-fe8ae534e940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.329148 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-17961bda-c4b2-422a-9652-fe8ae534e940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.334268 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-17961bda-c4b2-422a-9652-fe8ae534e940 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b7a9379-cdc4-4131-9aab-c596e23094bf HTTP/1.1" status: 204 len: 168 time: 0.4708674 Jun 16 15:22:15.339213 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:15.353370 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17961bda-c4b2-422a-9652-fe8ae534e940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7a9379-cdc4-4131-9aab-c596e23094bf,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:15.363351 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-17961bda-c4b2-422a-9652-fe8ae534e940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:15.392611 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a809290-f9ac-4f6f-89d8-90f1642df2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.454752 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a809290-f9ac-4f6f-89d8-90f1642df2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.462002 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d4c33-3fc2-4f38-9e04-0e591259617a x-openstack-request-id: req-bd6d4c33-3fc2-4f38-9e04-0e591259617a {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:22:15.463009 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055af485-ba44-437a-8e5d-1b572aa6685c", "tag": "529af0ea-c944-4cc4-bf46-3ba412b73c62", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:22:15.463538 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd6d4c33-3fc2-4f38-9e04-0e591259617a {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:22:15.464875 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055af485-ba44-437a-8e5d-1b572aa6685c', 'tag': '529af0ea-c944-4cc4-bf46-3ba412b73c62', 'status': 'completed', 'code': 200} Jun 16 15:22:15.530728 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-6817f2d5-eb34-4ed0-bbb0-2f5b6eb2236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:15.533426 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-6817f2d5-eb34-4ed0-bbb0-2f5b6eb2236a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 1096 time: 0.1232450 Jun 16 15:22:15.554922 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a809290-f9ac-4f6f-89d8-90f1642df2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.560207 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a809290-f9ac-4f6f-89d8-90f1642df2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.561868 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-6a809290-f9ac-4f6f-89d8-90f1642df2f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a778184-7327-4593-bf74-4afb7b29bbd8 HTTP/1.1" status: 204 len: 168 time: 0.3089619 Jun 16 15:22:15.562942 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-8057c7ea-1e68-4547-a18c-266ee5d48d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:15.596659 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a809290-f9ac-4f6f-89d8-90f1642df2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a778184-7327-4593-bf74-4afb7b29bbd8,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:15.599835 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6a809290-f9ac-4f6f-89d8-90f1642df2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:15.631469 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-05bd3cc8-3bfe-4264-a18a-a4a2d209a46b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=529af0ea-c944-4cc4-bf46-3ba412b73c62 HTTP/1.1" status: 200 len: 217 time: 0.0830610 Jun 16 15:22:15.749864 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44112) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:15.752066 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-3aea9e1a-a880-416d-91bc-a2dca7746e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:15.756096 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-3aea9e1a-a880-416d-91bc-a2dca7746e90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62f46278-bb8f-418b-bc1b-aca8bf5a234c HTTP/1.1" status: 200 len: 854 time: 0.1132913 Jun 16 15:22:15.772764 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-611c520f-100c-4794-a267-1b9313465bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:15.827098 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-4ed6dc2a-3c8b-41c6-b82b-0d0a7768f453 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e295650-ab91-4966-a337-9b73110b81dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615571 Jun 16 15:22:16.001439 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-611c520f-100c-4794-a267-1b9313465bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:16.009349 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-611c520f-100c-4794-a267-1b9313465bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:16.010235 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-9dec2137-0fed-4f11-8b6c-3f02ba1d6d6d service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720316 Jun 16 15:22:16.017919 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:16.063905 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c520f-100c-4794-a267-1b9313465bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ddac8b-b4dc-4b1a-8784-ff372d4cc2c0,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:16.082265 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e94d3-fcbe-4351-835e-254f5ee8e95d req-0e2c22ca-a995-49d0-ae2a-77d80ce45a1b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:16.084661 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-614e94d3-fcbe-4351-835e-254f5ee8e95d req-0e2c22ca-a995-49d0-ae2a-77d80ce45a1b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.2190764 Jun 16 15:22:16.090409 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-611c520f-100c-4794-a267-1b9313465bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:16.149953 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-611c520f-100c-4794-a267-1b9313465bd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7c52df06fea4955ae339f2325fd2ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982882 Jun 16 15:22:16.154278 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44118) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:16.215756 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3c490e2d-8c36-478c-8c84-be868a7cf535 req-071476f6-0ac0-4646-b1f1-aeacc79e6b20 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976244 Jun 16 15:22:16.268132 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-614e94d3-fcbe-4351-835e-254f5ee8e95d req-c6fb6a1a-27a4-45e6-bb85-f6c8381aeec4 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610515 Jun 16 15:22:16.313586 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3acf7056-ebfb-4bef-bffb-fe86288852f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:16.347942 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3acf7056-ebfb-4bef-bffb-fe86288852f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:16.352872 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44122) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:16.408509 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c2602d9a-fa10-4e83-87a4-ece360ad73af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:16.449045 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3acf7056-ebfb-4bef-bffb-fe86288852f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:16.453661 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3acf7056-ebfb-4bef-bffb-fe86288852f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:16.457099 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-3acf7056-ebfb-4bef-bffb-fe86288852f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62ddac8b-b4dc-4b1a-8784-ff372d4cc2c0 HTTP/1.1" status: 204 len: 168 time: 0.2995691 Jun 16 15:22:16.457336 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ac28f-03c9-4554-b37c-085751f663d5 req-d9f24b55-2193-4d51-84cd-ae31085d5393 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:16.457494 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2b46f8c9-1ecd-4c50-bb53-a27a2d2a4feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:16.471170 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b43ac28f-03c9-4554-b37c-085751f663d5 req-d9f24b55-2193-4d51-84cd-ae31085d5393 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 943 time: 0.2521586 Jun 16 15:22:16.486758 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf7056-ebfb-4bef-bffb-fe86288852f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ddac8b-b4dc-4b1a-8784-ff372d4cc2c0,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:16.490850 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3acf7056-ebfb-4bef-bffb-fe86288852f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:16.624012 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679e204-08ab-49e0-8377-3c4d8370cc03 req-d4bf04ef-f37e-4c9d-8e58-5a5c44932990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:16.626090 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a679e204-08ab-49e0-8377-3c4d8370cc03 req-d4bf04ef-f37e-4c9d-8e58-5a5c44932990 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 1096 time: 0.3314531 Jun 16 15:22:16.642167 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b43ac28f-03c9-4554-b37c-085751f663d5 req-d71bcb53-77df-4b04-88e6-e8818619a681 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560273 Jun 16 15:22:16.877369 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c2602d9a-fa10-4e83-87a4-ece360ad73af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:16.884251 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679e204-08ab-49e0-8377-3c4d8370cc03 req-4fca2226-487a-4329-b66f-e31cafa24a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:16.887047 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a679e204-08ab-49e0-8377-3c4d8370cc03 req-4fca2226-487a-4329-b66f-e31cafa24a3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 916 time: 0.2433105 Jun 16 15:22:16.891458 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c2602d9a-fa10-4e83-87a4-ece360ad73af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:16.897174 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-fb1dee5f-4b7f-4cf7-a48b-a383c7f09805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:17.015507 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a679e204-08ab-49e0-8377-3c4d8370cc03 req-62d3b4b6-922b-4a76-8d3d-32733b708710 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=529af0ea-c944-4cc4-bf46-3ba412b73c62 HTTP/1.1" status: 200 len: 217 time: 0.1198759 Jun 16 15:22:17.038173 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2602d9a-fa10-4e83-87a4-ece360ad73af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bcf5e0-d3d0-4644-96de-86027ea01726,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:17.074084 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c2602d9a-fa10-4e83-87a4-ece360ad73af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1cb2b4da96ec4b30b2ae8fd490535158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7151701 Jun 16 15:22:17.075454 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c2602d9a-fa10-4e83-87a4-ece360ad73af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:17.081702 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44144) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:17.119519 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679e204-08ab-49e0-8377-3c4d8370cc03 req-2fba8c49-a093-4a85-9aee-7474a885d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:17.122745 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a679e204-08ab-49e0-8377-3c4d8370cc03 req-2fba8c49-a093-4a85-9aee-7474a885d669 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62f46278-bb8f-418b-bc1b-aca8bf5a234c HTTP/1.1" status: 200 len: 854 time: 0.0948298 Jun 16 15:22:17.178141 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a679e204-08ab-49e0-8377-3c4d8370cc03 req-c8259ef8-bcea-42a2-907a-ca3acedaca3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e295650-ab91-4966-a337-9b73110b81dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439868 Jun 16 15:22:17.191436 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-df61fccf-8cf2-459b-9b8a-2c994f8c1380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:17.232535 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-df61fccf-8cf2-459b-9b8a-2c994f8c1380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:17.349277 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-df61fccf-8cf2-459b-9b8a-2c994f8c1380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:17.354255 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-df61fccf-8cf2-459b-9b8a-2c994f8c1380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:17.361480 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-df61fccf-8cf2-459b-9b8a-2c994f8c1380 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02bcf5e0-d3d0-4644-96de-86027ea01726 HTTP/1.1" status: 204 len: 168 time: 0.2766809 Jun 16 15:22:17.365103 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-65c72439-7702-4cf6-91be-61dedbcd6b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:17.387452 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61fccf-8cf2-459b-9b8a-2c994f8c1380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bcf5e0-d3d0-4644-96de-86027ea01726,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:17.391478 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-df61fccf-8cf2-459b-9b8a-2c994f8c1380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:17.392901 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a679e204-08ab-49e0-8377-3c4d8370cc03 req-6db881f6-653c-44be-8f0f-2426a861fd72 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070475 Jun 16 15:22:17.431294 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44152) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:17.460911 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d9cc49ea-88fe-467c-a0b9-cf84b6f0346c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:17.636568 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d9cc49ea-88fe-467c-a0b9-cf84b6f0346c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:17.642261 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d9cc49ea-88fe-467c-a0b9-cf84b6f0346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:17.655887 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a679e204-08ab-49e0-8377-3c4d8370cc03 req-214eb9ac-cd3d-40d0-9df5-8debb5a4cb94 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509165 Jun 16 15:22:17.671799 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c9dd5efa-b286-4b9e-a720-21947e329d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:17.693488 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8113f-7efb-48d0-ab5a-1e045b2c3806 req-c7bf54ef-e9fd-445e-a1bb-05a9fde5aea5 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:17.696638 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2de8113f-7efb-48d0-ab5a-1e045b2c3806 req-c7bf54ef-e9fd-445e-a1bb-05a9fde5aea5 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1764200 Jun 16 15:22:17.710136 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-d9cc49ea-88fe-467c-a0b9-cf84b6f0346c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f9bfbcda01643bab5fa3f7ea5434b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769110 Jun 16 15:22:17.715433 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44158) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:17.758277 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc49ea-88fe-467c-a0b9-cf84b6f0346c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0ba184-cb5a-4f31-b9e9-9a557eeee6e7,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:17.770326 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d9cc49ea-88fe-467c-a0b9-cf84b6f0346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:17.783289 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2de8113f-7efb-48d0-ab5a-1e045b2c3806 req-69ce5257-1b98-4874-9001-c021584f49a8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745974 Jun 16 15:22:17.841082 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c02db79-ed5f-4ceb-9291-2cd8aa720e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:17.890197 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c02db79-ed5f-4ceb-9291-2cd8aa720e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:18.034560 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5b820-bddb-44ea-8e1b-053e971995e7 req-b4eaf295-4dfe-41d4-b487-a1235136443b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:18.037250 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e0d5b820-bddb-44ea-8e1b-053e971995e7 req-b4eaf295-4dfe-41d4-b487-a1235136443b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 943 time: 0.1514218 Jun 16 15:22:18.061658 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c02db79-ed5f-4ceb-9291-2cd8aa720e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:18.066456 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c02db79-ed5f-4ceb-9291-2cd8aa720e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:18.068322 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2c02db79-ed5f-4ceb-9291-2cd8aa720e3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec0ba184-cb5a-4f31-b9e9-9a557eeee6e7 HTTP/1.1" status: 204 len: 168 time: 0.3513963 Jun 16 15:22:18.071693 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:18.101726 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02db79-ed5f-4ceb-9291-2cd8aa720e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0ba184-cb5a-4f31-b9e9-9a557eeee6e7,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:18.108860 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2c02db79-ed5f-4ceb-9291-2cd8aa720e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:18.149544 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e0d5b820-bddb-44ea-8e1b-053e971995e7 req-1e243072-a1fa-47a2-a939-42e2a92f3025 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999763 Jun 16 15:22:19.363861 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81034c91-f135-443d-b6cd-242d00a81ae5 req-f96e962d-9046-4702-be97-6c996250a6ea tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:19.377705 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-81034c91-f135-443d-b6cd-242d00a81ae5 req-f96e962d-9046-4702-be97-6c996250a6ea tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.2465680 Jun 16 15:22:19.458486 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-81034c91-f135-443d-b6cd-242d00a81ae5 req-1534e09c-b5b6-406d-a78b-5e5e693da2bf tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793111 Jun 16 15:22:19.598330 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a04844-4724-431c-baa1-27d70bb9816c req-c7ae19c1-dc08-4955-a9a4-3f193f8c1f12 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:19.615981 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96a04844-4724-431c-baa1-27d70bb9816c req-c7ae19c1-dc08-4955-a9a4-3f193f8c1f12 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 943 time: 0.1744499 Jun 16 15:22:19.704139 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96a04844-4724-431c-baa1-27d70bb9816c req-89b26d55-bca0-4ddf-87cb-9f746a60d9b6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869281 Jun 16 15:22:19.902283 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-cc3aad88-acdf-4f13-96f4-547604f31078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:20.993150 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd329be2-55fa-4573-85b0-831db02ff93e req-e28577b1-6d4e-44b4-a884-99012ec68a84 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:20.999867 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cd329be2-55fa-4573-85b0-831db02ff93e req-e28577b1-6d4e-44b4-a884-99012ec68a84 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.2131941 Jun 16 15:22:21.090079 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cd329be2-55fa-4573-85b0-831db02ff93e req-9ac9c87a-32c1-4a56-be8f-9a26bbfa9a3a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752487 Jun 16 15:22:21.147866 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 529af0ea-c944-4cc4-bf46-3ba412b73c62 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:22:21.270136 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baf674-b873-4818-8ccd-6c27c74838b1 req-dfb53e0b-fb9a-4d96-84a6-36b88795eca7 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:21.271697 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e3baf674-b873-4818-8ccd-6c27c74838b1 req-dfb53e0b-fb9a-4d96-84a6-36b88795eca7 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 943 time: 0.1699824 Jun 16 15:22:21.365279 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e3baf674-b873-4818-8ccd-6c27c74838b1 req-1b703539-b5b9-46e0-9c47-bf4420b09338 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802891 Jun 16 15:22:21.405622 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 529af0ea-c944-4cc4-bf46-3ba412b73c62, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=529af0ea-c944-4cc4-bf46-3ba412b73c62,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:21.433712 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '529af0ea-c944-4cc4-bf46-3ba412b73c62', 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc', 'port_id': '529af0ea-c944-4cc4-bf46-3ba412b73c62', 'mac_address': 'fa:16:3e:e6:32:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f46278-bb8f-418b-bc1b-aca8bf5a234c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:22:21.525327 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.550076 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529af0ea-c944-4cc4-bf46-3ba412b73c62 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:22:21.593436 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 529af0ea-c944-4cc4-bf46-3ba412b73c62, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=529af0ea-c944-4cc4-bf46-3ba412b73c62,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:21.600033 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:21.603337 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:21.685910 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=529af0ea-c944-4cc4-bf46-3ba412b73c62,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:21.690106 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9f082-b786-4482-862f-8bd8c6098236 req-2715a3c6-8ff2-4908-9954-5b1ccd92568a tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:21.698649 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1fb9f082-b786-4482-862f-8bd8c6098236 req-2715a3c6-8ff2-4908-9954-5b1ccd92568a tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.1072714 Jun 16 15:22:21.700446 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:21.755089 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1fb9f082-b786-4482-862f-8bd8c6098236 req-8a976af7-e2d7-4fc6-95c3-94a4a81669cf tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511022 Jun 16 15:22:21.833901 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44352) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:21.976003 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-dc623293-a002-40ba-a74e-8e8b437689b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:22.129969 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-dc623293-a002-40ba-a74e-8e8b437689b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:22.137921 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-dc623293-a002-40ba-a74e-8e8b437689b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:22.144509 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9e2731c2-571b-49b6-932c-76d83da9aead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:22.216192 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-dc623293-a002-40ba-a74e-8e8b437689b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd7c2dad7a7c4350bfe1942bf53b74d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804977 Jun 16 15:22:22.219877 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc623293-a002-40ba-a74e-8e8b437689b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ab9374-4bf2-4f90-99d6-c40df16f73c3,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:22.220418 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44360) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:22.225950 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-dc623293-a002-40ba-a74e-8e8b437689b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:22.326220 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c09af268-75f0-4802-b6d3-8c55ae060a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:22.366540 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687878-a547-466b-8efc-637a91b71f10 req-82b90555-eb11-4e16-b51b-eb32fdec835f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:22.368095 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-26687878-a547-466b-8efc-637a91b71f10 req-82b90555-eb11-4e16-b51b-eb32fdec835f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0920918 Jun 16 15:22:22.377070 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c09af268-75f0-4802-b6d3-8c55ae060a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:22.443591 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-26687878-a547-466b-8efc-637a91b71f10 req-4e2ad9b5-ac62-4699-bf74-3490451c2f65 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648327 Jun 16 15:22:22.465151 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c09af268-75f0-4802-b6d3-8c55ae060a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:22.470518 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c09af268-75f0-4802-b6d3-8c55ae060a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:22.472756 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-c09af268-75f0-4802-b6d3-8c55ae060a66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/43ab9374-4bf2-4f90-99d6-c40df16f73c3 HTTP/1.1" status: 204 len: 168 time: 0.2498026 Jun 16 15:22:22.473948 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:22.496254 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09af268-75f0-4802-b6d3-8c55ae060a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ab9374-4bf2-4f90-99d6-c40df16f73c3,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:22.501883 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c09af268-75f0-4802-b6d3-8c55ae060a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:22.750357 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d2e5e-ee56-4f2f-8237-645911594b90 req-80c78b97-3c4d-47ee-bfed-9067f0d00118 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:22.752809 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-073d2e5e-ee56-4f2f-8237-645911594b90 req-80c78b97-3c4d-47ee-bfed-9067f0d00118 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 944 time: 0.1117957 Jun 16 15:22:22.815087 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-073d2e5e-ee56-4f2f-8237-645911594b90 req-2b3c008b-4b28-42e7-ac54-cf68a653c9a8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553796 Jun 16 15:22:23.013166 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44376) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:23.033618 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-db714a59-6ab6-405f-8b98-81fba4a297ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.097910 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333f6fe-00fb-480d-8c93-d3fbfb389307 req-a48f42de-f1eb-41f6-8bb3-f5c6105180c2 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:23.099938 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b333f6fe-00fb-480d-8c93-d3fbfb389307 req-a48f42de-f1eb-41f6-8bb3-f5c6105180c2 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.1121895 Jun 16 15:22:23.152619 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b333f6fe-00fb-480d-8c93-d3fbfb389307 req-7e6b3738-9a0c-4887-b3fd-db9c2229cecd tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447369 Jun 16 15:22:23.178925 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-db714a59-6ab6-405f-8b98-81fba4a297ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.183985 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-db714a59-6ab6-405f-8b98-81fba4a297ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.187513 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f3552517-8b3f-47de-a67f-82b87c0626c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:23.231916 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-db714a59-6ab6-405f-8b98-81fba4a297ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f63fef4fcf244e32a57694214b37857f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173994 Jun 16 15:22:23.233044 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db714a59-6ab6-405f-8b98-81fba4a297ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce300c99-47fc-452a-a6b3-8c4b2dde514a,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:23.235450 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44378) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:23.236462 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-db714a59-6ab6-405f-8b98-81fba4a297ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:23.310293 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f55f8ffc-9398-4ed3-a0f1-293a3515f883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.353098 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f55f8ffc-9398-4ed3-a0f1-293a3515f883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.442840 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f55f8ffc-9398-4ed3-a0f1-293a3515f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.448807 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f55f8ffc-9398-4ed3-a0f1-293a3515f883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.450802 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-f55f8ffc-9398-4ed3-a0f1-293a3515f883 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce300c99-47fc-452a-a6b3-8c4b2dde514a HTTP/1.1" status: 204 len: 168 time: 0.2137842 Jun 16 15:22:23.451827 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f9fd74e3-a454-4b85-af14-84a757d99393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:23.454747 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-bca3fbc8-5bc5-471b-afd9-9d4d1187d9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:23.467741 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f8ffc-9398-4ed3-a0f1-293a3515f883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce300c99-47fc-452a-a6b3-8c4b2dde514a,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:23.472852 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f55f8ffc-9398-4ed3-a0f1-293a3515f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:23.767475 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73112849-c916-4171-9613-78e6f2cf8182 req-0fd5b018-ddbc-4d63-b38a-486e7bda0681 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:23.769489 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-73112849-c916-4171-9613-78e6f2cf8182 req-0fd5b018-ddbc-4d63-b38a-486e7bda0681 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1080933 Jun 16 15:22:23.828888 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-73112849-c916-4171-9613-78e6f2cf8182 req-becb889a-2631-4b6e-89e6-9e2190e4bebd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518107 Jun 16 15:22:23.987621 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.115323 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d0898-78fe-4bcd-9ad9-1fbd87e48b02 req-20c9e672-6c42-4d1d-8489-26aee2c4a600 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:24.117416 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-261d0898-78fe-4bcd-9ad9-1fbd87e48b02 req-20c9e672-6c42-4d1d-8489-26aee2c4a600 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 944 time: 0.0941799 Jun 16 15:22:24.165302 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-261d0898-78fe-4bcd-9ad9-1fbd87e48b02 req-4416bf58-ae63-4f45-8683-1bf6ddd9d4c9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Jun 16 15:22:24.467472 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99aab8-b09c-45a1-a4c0-5a95abe3f6b8 req-b8e32f10-c33b-44ab-b327-70fe1a79d0cd tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:24.469650 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8b99aab8-b09c-45a1-a4c0-5a95abe3f6b8 req-b8e32f10-c33b-44ab-b327-70fe1a79d0cd tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.1004531 Jun 16 15:22:24.519623 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8b99aab8-b09c-45a1-a4c0-5a95abe3f6b8 req-357b0349-c4ac-4972-8c33-9e332796b859 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Jun 16 15:22:24.556159 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44410) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:24.669251 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-244531439-network', 'tenant_id': 'e8bc943d0dd345179a8116d0bb86a590'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:24.695414 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Made reservation on behalf of e8bc943d0dd345179a8116d0bb86a590 for: {'network': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:24.698250 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.707910 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.817197 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.822040 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.826702 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-5e9bcc42-c5b2-426a-b6d6-14bcc1133120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:24.865123 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=92140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:22:24.872636 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979ceff0-64ce-4d4b-8915-efd7f00b7644,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:24.877169 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:24.880533 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.880880 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.segments_db [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Added segment 54640fe1-5c31-4e17-a970-2870496bba60 of type vlan for network c767112f-309b-4cde-96b9-6a36249d0b4f Jun 16 15:22:24.936893 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.974755 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.976647 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:24.977473 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:24.981635 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fb268d0b-fd7c-4c52-ac1d-ed5c2c0508ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:25.023090 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4603829 Jun 16 15:22:25.023368 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44416) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:25.028283 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Request body: {'subnet': {'network_id': 'c767112f-309b-4cde-96b9-6a36249d0b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-244531439-subnet', 'tenant_id': 'e8bc943d0dd345179a8116d0bb86a590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:25.059659 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Pushing event updated for resources: {'Network': ['ID=c767112f-309b-4cde-96b9-6a36249d0b4f,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:25.064449 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:25.079280 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network c767112f-309b-4cde-96b9-6a36249d0b4f details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:22:25.090992 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Made reservation on behalf of e8bc943d0dd345179a8116d0bb86a590 for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:25.095078 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1118607'] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:25.163185 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d1ea-335a-48df-9d47-acc9ecb5c22f req-62235a48-bc93-4e29-8880-02a450404d56 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:25.168043 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8bd1d1ea-335a-48df-9d47-acc9ecb5c22f req-62235a48-bc93-4e29-8880-02a450404d56 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1370714 Jun 16 15:22:25.221803 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8bd1d1ea-335a-48df-9d47-acc9ecb5c22f req-d4833c15-00de-4478-82ec-beb76ddba872 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430744 Jun 16 15:22:25.363483 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7514180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1118621'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:25.370174 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3c26f9c1-0cf8-4354-a539-f8e3e9e35fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:25.458976 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d137303-124a-4c1d-abba-288f8905792f req-287cc078-2c5c-4dbb-81eb-c294376260df tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:25.460647 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4d137303-124a-4c1d-abba-288f8905792f req-287cc078-2c5c-4dbb-81eb-c294376260df tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 944 time: 0.0856278 Jun 16 15:22:25.484174 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfbc4b9e-c1c7-451d-b699-ee4b02a690a8,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:25.502513 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.503091 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.503678 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.504268 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.504858 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.505509 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.506271 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.506460 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4d137303-124a-4c1d-abba-288f8905792f req-eabd3bcd-3d48-499e-8269-7e916db59980 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389869 Jun 16 15:22:25.507544 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.507544 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.507892 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.508382 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.508993 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:25.518556 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:25.519847 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Checking segment: {'id': '54640fe1-5c31-4e17-a970-2870496bba60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'c767112f-309b-4cde-96b9-6a36249d0b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:22:25.520665 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Network hostable DHCP agents. Network: c767112f-309b-4cde-96b9-6a36249d0b4f, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:22:25.556326 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Network c767112f-309b-4cde-96b9-6a36249d0b4f is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:22:25.571452 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, c767112f-309b-4cde-96b9-6a36249d0b4f) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:25.578813 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:25.579782 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:25.586611 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc6ffb-bac8-4fa0-9595-8437a127d135 None None] Network c767112f-309b-4cde-96b9-6a36249d0b4f requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:22:25.606540 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5752931 Jun 16 15:22:25.823803 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e43db83-7cc8-4291-9fe7-0ee7ba560d45 None None] Network c767112f-309b-4cde-96b9-6a36249d0b4f requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:22:25.835028 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf5db8-1f59-4296-95f1-10353daa17d6 req-9f326134-d00c-4607-b67f-3e1cdac8b785 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:25.837599 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0baf5db8-1f59-4296-95f1-10353daa17d6 req-9f326134-d00c-4607-b67f-3e1cdac8b785 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.0976772 Jun 16 15:22:25.908582 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0baf5db8-1f59-4296-95f1-10353daa17d6 req-7e448c23-5e03-4662-8e7e-44acc4bb2234 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600266 Jun 16 15:22:26.192334 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.357990 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44446) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:26.363767 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2135877531-network', 'tenant_id': '1bd907b03f8a4e61aa803b625fb8773e'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:26.387337 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Made reservation on behalf of 1bd907b03f8a4e61aa803b625fb8773e for: {'network': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:26.389886 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.403423 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.528236 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6a3d2-f010-4e01-a3a0-f3d274c54499 req-77ba7b28-07bb-4d63-a45e-013a01aa5308 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:26.529744 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-66e6a3d2-f010-4e01-a3a0-f3d274c54499 req-77ba7b28-07bb-4d63-a45e-013a01aa5308 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0891223 Jun 16 15:22:26.542093 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.547955 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.553518 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d9cc49ea-88fe-467c-a0b9-cf84b6f0346c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:26.586003 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-66e6a3d2-f010-4e01-a3a0-f3d274c54499 req-6cd9ab0d-364e-4fd9-a137-8a2721ff5879 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490303 Jun 16 15:22:26.598092 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4116de7-b93e-40da-bb46-885cf84aa3e4,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:26.609223 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:26.610865 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=92140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:22:26.625328 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.625684 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.segments_db [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Added segment 06dec769-6ee6-4b95-a605-3aa261223167 of type vlan for network 83ebee3a-7b92-4653-9f89-f279513e5868 Jun 16 15:22:26.675840 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.713629 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.715063 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:26.715648 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.717984 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-da6b2a38-41bf-4abb-9a4d-b98f2640fcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:26.751137 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3918207 Jun 16 15:22:26.755778 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44450) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:26.790543 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Request body: {'subnet': {'network_id': '83ebee3a-7b92-4653-9f89-f279513e5868', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2135877531-subnet', 'tenant_id': '1bd907b03f8a4e61aa803b625fb8773e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:26.795462 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Pushing event updated for resources: {'Network': ['ID=83ebee3a-7b92-4653-9f89-f279513e5868,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:26.798439 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:26.809892 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 83ebee3a-7b92-4653-9f89-f279513e5868 details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:22:26.830502 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552d09a-02ec-40d1-b9e4-9928a8bed89e req-8ddda786-d6e3-443b-847d-b9353ee7774d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:26.832464 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a552d09a-02ec-40d1-b9e4-9928a8bed89e req-8ddda786-d6e3-443b-847d-b9353ee7774d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 944 time: 0.0928292 Jun 16 15:22:26.834023 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Made reservation on behalf of 1bd907b03f8a4e61aa803b625fb8773e for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:26.837951 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1118607'] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:26.892548 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a552d09a-02ec-40d1-b9e4-9928a8bed89e req-87d3d683-8fd4-4c1f-9e55-ce8714d6433a tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494483 Jun 16 15:22:27.096114 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7514180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1118621'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:27.098478 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:27.153343 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc54912-765b-41d4-a4f5-b43453a2d6eb req-b8b01d86-1c04-44d3-b5f3-0dfeb3f39bbf tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:27.155948 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5bc54912-765b-41d4-a4f5-b43453a2d6eb req-b8b01d86-1c04-44d3-b5f3-0dfeb3f39bbf tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.0908198 Jun 16 15:22:27.161975 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c96889-5334-4b2e-b311-8ba4f8adc2d4,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:27.165774 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:27.173149 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Checking segment: {'id': '06dec769-6ee6-4b95-a605-3aa261223167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '83ebee3a-7b92-4653-9f89-f279513e5868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:22:27.173518 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Network hostable DHCP agents. Network: 83ebee3a-7b92-4653-9f89-f279513e5868, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:22:27.194018 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Network 83ebee3a-7b92-4653-9f89-f279513e5868 is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:22:27.206193 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 83ebee3a-7b92-4653-9f89-f279513e5868) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:27.212564 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:27.213506 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:27.222906 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8372702e-b104-4481-8b8e-5c337b62043f None None] Network 83ebee3a-7b92-4653-9f89-f279513e5868 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:22:27.234202 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5bc54912-765b-41d4-a4f5-b43453a2d6eb req-18a24504-495a-45db-bb6d-d0550896d734 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592742 Jun 16 15:22:27.237593 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2b8d818a-e203-40f8-a640-8d674a9a4241 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4805236 Jun 16 15:22:27.466629 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159066de-76cf-4aeb-a825-d7d38f6bb894 None None] Network 83ebee3a-7b92-4653-9f89-f279513e5868 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:22:27.845382 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154b7d-7eba-4a72-9179-87b98626b192 req-d7e7730d-0ba9-477d-99c4-0c88c75892c3 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:27.848482 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-36154b7d-7eba-4a72-9179-87b98626b192 req-d7e7730d-0ba9-477d-99c4-0c88c75892c3 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0931139 Jun 16 15:22:27.906814 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-36154b7d-7eba-4a72-9179-87b98626b192 req-e54c7070-15f3-40df-9a41-7536584a858f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475495 Jun 16 15:22:27.937276 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:28.157248 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a2882-8d62-41c1-a56b-461a880004eb req-8789d67c-d11d-47fd-984a-794b1d7e3548 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:28.158875 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-064a2882-8d62-41c1-a56b-461a880004eb req-8789d67c-d11d-47fd-984a-794b1d7e3548 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 944 time: 0.0867882 Jun 16 15:22:28.223921 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-064a2882-8d62-41c1-a56b-461a880004eb req-c14b9a9a-3d64-4492-bfe7-ca42151b2e2b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542798 Jun 16 15:22:28.437095 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a281b-af5d-4f8a-ae3c-4020d727d2ff req-eeeef8ca-7ce7-4567-8aab-f7691799b6a2 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:28.438660 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-128a281b-af5d-4f8a-ae3c-4020d727d2ff req-eeeef8ca-7ce7-4567-8aab-f7691799b6a2 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.0715694 Jun 16 15:22:28.479694 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-128a281b-af5d-4f8a-ae3c-4020d727d2ff req-1fa59a57-a8aa-4864-926f-760f308226d6 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Jun 16 15:22:28.953135 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['529af0ea-c944-4cc4-bf46-3ba412b73c62'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:22:29.201183 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71e626-0a0d-4c63-8a2d-7644c8cef9af req-4b817910-4dd4-44ed-a07f-8b1a34596a9e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:29.210967 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7a71e626-0a0d-4c63-8a2d-7644c8cef9af req-4b817910-4dd4-44ed-a07f-8b1a34596a9e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1500525 Jun 16 15:22:29.276033 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7a71e626-0a0d-4c63-8a2d-7644c8cef9af req-49a94e13-acc4-4f60-8594-5e3448167c68 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603104 Jun 16 15:22:29.571971 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15769e-d63e-4004-9364-cc72fcbc4e05 req-27d8d3a1-80c4-4134-9b58-c782a2aa9fac tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:29.575146 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7a15769e-d63e-4004-9364-cc72fcbc4e05 req-27d8d3a1-80c4-4134-9b58-c782a2aa9fac tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 944 time: 0.1243110 Jun 16 15:22:29.625488 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7a15769e-d63e-4004-9364-cc72fcbc4e05 req-be0bb4a9-1bd1-40b5-a86c-0968ec36f0a9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 Jun 16 15:22:29.808346 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd03d4-eb34-48e5-abe3-be8287afe3fa req-6ee63c9e-82f0-42eb-bc50-28e5cf53edfc tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:29.809975 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ffbd03d4-eb34-48e5-abe3-be8287afe3fa req-6ee63c9e-82f0-42eb-bc50-28e5cf53edfc tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.0808053 Jun 16 15:22:29.863111 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ffbd03d4-eb34-48e5-abe3-be8287afe3fa req-9cfa22bb-7a28-41b6-88eb-97ea0abdda61 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444131 Jun 16 15:22:30.477449 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98fc3c-e01d-4fca-ae46-560493682a38 req-73994fe0-4160-4e9a-9aa4-5f7fbaa3c23b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:30.479467 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fe98fc3c-e01d-4fca-ae46-560493682a38 req-73994fe0-4160-4e9a-9aa4-5f7fbaa3c23b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0757003 Jun 16 15:22:30.533394 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fe98fc3c-e01d-4fca-ae46-560493682a38 req-0ee1331d-cd8f-4262-91b9-31b316856784 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474710 Jun 16 15:22:30.843622 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf6b1a-cab0-45ad-a56b-f78bb10f01fa req-8ee0c6e4-ff35-48f1-becd-387cb7d32fe2 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:30.845219 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e6bf6b1a-cab0-45ad-a56b-f78bb10f01fa req-8ee0c6e4-ff35-48f1-becd-387cb7d32fe2 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 944 time: 0.0851223 Jun 16 15:22:30.856924 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:22:30.873234 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a709c-34e8-479d-af53-e8ff22b09736 req-42672e9f-2e31-400c-8502-0386d04280f6 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:30.874773 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b85a709c-34e8-479d-af53-e8ff22b09736 req-42672e9f-2e31-400c-8502-0386d04280f6 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.0787694 Jun 16 15:22:30.908540 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e6bf6b1a-cab0-45ad-a56b-f78bb10f01fa req-d6321d08-9461-4c76-a43b-5afd6d8841c8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514235 Jun 16 15:22:31.097602 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-b85a709c-34e8-479d-af53-e8ff22b09736 req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Deleting port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:22:31.098048 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-b85a709c-34e8-479d-af53-e8ff22b09736 req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.218304 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3a913-4b82-463d-a9fd-7f02256c600d req-1a16bd1e-0495-4ca2-8139-b474913f01d5 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:31.220540 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-20c3a913-4b82-463d-a9fd-7f02256c600d req-1a16bd1e-0495-4ca2-8139-b474913f01d5 tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 945 time: 0.2144184 Jun 16 15:22:31.319968 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-20c3a913-4b82-463d-a9fd-7f02256c600d req-fbaf92a4-839f-4a9f-93fd-4622cb9fc95e tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/security-groups?id=5efcfc54-a3fa-4c70-8fbd-948b9a79e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879672 Jun 16 15:22:31.323939 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-b85a709c-34e8-479d-af53-e8ff22b09736 req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] For port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=4d094e22-ca99-46d8-a132-5b1cfdb43bb4,segment=NetworkSegment(9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593),segment_id=9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:31.324485 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-b85a709c-34e8-479d-af53-e8ff22b09736 req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.472615 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-b85a709c-34e8-479d-af53-e8ff22b09736 req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Calling delete_port for 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 owned by compute:nova {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:22:31.592802 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ec10aa19-5413-4964-95ce-6f17dd9049cf req-843db737-fdca-4eb5-9f5a-5381793cb6b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1151435 Jun 16 15:22:31.767683 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10aa19-5413-4964-95ce-6f17dd9049cf req-9045c9c2-beb2-4a6e-9ddf-f361f0198e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:31.769441 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ec10aa19-5413-4964-95ce-6f17dd9049cf req-9045c9c2-beb2-4a6e-9ddf-f361f0198e4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 1099 time: 0.1052346 Jun 16 15:22:31.775029 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-b85a709c-34e8-479d-af53-e8ff22b09736 req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.781857 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:31.813585 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Pushing event deleted for resources: {'Port': ['ID=4d094e22-ca99-46d8-a132-5b1cfdb43bb4,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:31.841841 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.845927 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.845927 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.845927 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.845927 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.845927 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.845927 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.845927 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.845927 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.845927 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.845927 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.852521 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:31.872274 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:31.896691 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a709c-34e8-479d-af53-e8ff22b09736 req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] No DVR routers for this DVR port 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 on host hv-cinder-75790 {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:22:31.900477 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-b85a709c-34e8-479d-af53-e8ff22b09736 req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:31.903745 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b85a709c-34e8-479d-af53-e8ff22b09736 req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.36 "DELETE /v2.0/ports/4d094e22-ca99-46d8-a132-5b1cfdb43bb4 HTTP/1.1" status: 204 len: 173 time: 1.0221584 Jun 16 15:22:31.904296 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11c6e60-674a-4e4a-a22d-cecd733abc6c', 'name': 'network-vif-deleted', 'tag': '4d094e22-ca99-46d8-a132-5b1cfdb43bb4'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:22:31.906784 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c1e938-2b51-4416-878d-eb2c38a87d5f" -d '{"events": [{"server_uuid": "d11c6e60-674a-4e4a-a22d-cecd733abc6c", "name": "network-vif-deleted", "tag": "4d094e22-ca99-46d8-a132-5b1cfdb43bb4"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:22:31.958739 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529d4137-1adc-4133-bc04-7780a6b0b7dd x-openstack-request-id: req-529d4137-1adc-4133-bc04-7780a6b0b7dd {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:22:31.959304 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11c6e60-674a-4e4a-a22d-cecd733abc6c", "name": "network-vif-deleted", "tag": "4d094e22-ca99-46d8-a132-5b1cfdb43bb4", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:22:31.959942 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-529d4137-1adc-4133-bc04-7780a6b0b7dd {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:22:31.960795 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11c6e60-674a-4e4a-a22d-cecd733abc6c', 'name': 'network-vif-deleted', 'tag': '4d094e22-ca99-46d8-a132-5b1cfdb43bb4', 'status': 'completed', 'code': 200} Jun 16 15:22:32.042134 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10aa19-5413-4964-95ce-6f17dd9049cf req-dcb3b8af-2f48-4834-bab0-d1a61102222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:32.044659 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ec10aa19-5413-4964-95ce-6f17dd9049cf req-dcb3b8af-2f48-4834-bab0-d1a61102222e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 916 time: 0.2393143 Jun 16 15:22:32.126737 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ec10aa19-5413-4964-95ce-6f17dd9049cf req-dd4c7e8e-c943-4a54-b02a-28e9d2b2ff3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=821748ab-017a-45d6-a675-2b75d3bdc191 HTTP/1.1" status: 200 len: 217 time: 0.0729699 Jun 16 15:22:32.199347 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b670ec-8c6c-476c-a918-81df966e9181 req-e03ca21c-bbc7-43c2-9c93-5f1c9f6e9973 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:32.201398 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-03b670ec-8c6c-476c-a918-81df966e9181 req-e03ca21c-bbc7-43c2-9c93-5f1c9f6e9973 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.3645918 Jun 16 15:22:32.217414 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10aa19-5413-4964-95ce-6f17dd9049cf req-30806c03-509e-463e-b0d1-be69633aa317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:32.219978 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ec10aa19-5413-4964-95ce-6f17dd9049cf req-30806c03-509e-463e-b0d1-be69633aa317 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62f46278-bb8f-418b-bc1b-aca8bf5a234c HTTP/1.1" status: 200 len: 854 time: 0.0849152 Jun 16 15:22:32.280757 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ec10aa19-5413-4964-95ce-6f17dd9049cf req-bd317d6c-6af6-42ca-95ae-915aefa3caf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e295650-ab91-4966-a337-9b73110b81dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430510 Jun 16 15:22:32.314700 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-03b670ec-8c6c-476c-a918-81df966e9181 req-1b7b0703-073d-4b78-8e7f-c90f7d3fb0e5 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913351 Jun 16 15:22:32.328049 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48174c96-8bdf-42d8-aedc-8741f1657acb req-b0673438-c327-4089-9a53-967708cde94f tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:32.330589 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-48174c96-8bdf-42d8-aedc-8741f1657acb req-b0673438-c327-4089-9a53-967708cde94f tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 944 time: 0.1461740 Jun 16 15:22:32.442053 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ec10aa19-5413-4964-95ce-6f17dd9049cf req-834a35e0-5932-437e-9b04-9082dafc37a1 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470032 Jun 16 15:22:32.449599 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-48174c96-8bdf-42d8-aedc-8741f1657acb req-05ddfe21-2f19-438d-a7f5-3c39cadcc299 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122262 Jun 16 15:22:32.617616 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ec10aa19-5413-4964-95ce-6f17dd9049cf req-701d3ab4-4a29-4d86-b7e3-155876658299 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662977 Jun 16 15:22:32.669176 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:32.912267 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a090945f-fc46-46a5-b90a-179eb5af93d0 req-88c7e7a6-bae6-41fa-ba4e-6d6c9654fbab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] 10.222.0.61 "GET /v2.0/ports?device_id=d11c6e60-674a-4e4a-a22d-cecd733abc6c HTTP/1.1" status: 200 len: 210 time: 0.2752802 Jun 16 15:22:33.191983 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 529af0ea-c944-4cc4-bf46-3ba412b73c62 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:33.251374 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 529af0ea-c944-4cc4-bf46-3ba412b73c62 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:33.256228 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 529af0ea-c944-4cc4-bf46-3ba412b73c62 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:33.256666 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.341731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.370432 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055af485-ba44-437a-8e5d-1b572aa6685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529af0ea-c944-4cc4-bf46-3ba412b73c62'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:22:33.373584 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6bf344-9cb4-4acb-b05c-2b6a2b6db4da" -d '{"events": [{"server_uuid": "055af485-ba44-437a-8e5d-1b572aa6685c", "name": "network-vif-plugged", "status": "completed", "tag": "529af0ea-c944-4cc4-bf46-3ba412b73c62"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:22:33.395717 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 529af0ea-c944-4cc4-bf46-3ba412b73c62, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=529af0ea-c944-4cc4-bf46-3ba412b73c62,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:33.405689 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:33.407161 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:22:33.412882 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:33.447365 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15942a7-c451-4fb0-b41d-6ee748fdb977 x-openstack-request-id: req-a15942a7-c451-4fb0-b41d-6ee748fdb977 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:22:33.447782 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055af485-ba44-437a-8e5d-1b572aa6685c", "name": "network-vif-plugged", "status": "completed", "tag": "529af0ea-c944-4cc4-bf46-3ba412b73c62", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:22:33.448140 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a15942a7-c451-4fb0-b41d-6ee748fdb977 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:22:33.448632 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055af485-ba44-437a-8e5d-1b572aa6685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529af0ea-c944-4cc4-bf46-3ba412b73c62', 'code': 200} Jun 16 15:22:33.474350 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:22:33.474697 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 4d094e22-ca99-46d8-a132-5b1cfdb43bb4 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:22:33.546576 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=529af0ea-c944-4cc4-bf46-3ba412b73c62,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:33.566468 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.566468 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.566468 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.566886 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.567124 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.567422 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.567753 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.568083 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.568437 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.568794 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.569149 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.569477 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:33.575218 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:33.615932 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c197a0-bc3f-47f2-8d18-04dbe86bad6a req-88e48991-239f-40f1-ba90-bc869964b8df tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:33.618671 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-63c197a0-bc3f-47f2-8d18-04dbe86bad6a req-88e48991-239f-40f1-ba90-bc869964b8df tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1514626 Jun 16 15:22:33.705664 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-63c197a0-bc3f-47f2-8d18-04dbe86bad6a req-bfd6799c-0eeb-4255-92fd-adc5d9caaf79 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773361 Jun 16 15:22:33.832329 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8cb3a-3cc4-487f-9fee-71b7a776846b req-dddd5a87-69a3-40e5-9403-e1d6b4bb1234 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:33.835770 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b0f8cb3a-3cc4-487f-9fee-71b7a776846b req-dddd5a87-69a3-40e5-9403-e1d6b4bb1234 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 945 time: 0.1277440 Jun 16 15:22:33.860746 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc862-a42e-424d-92a1-4f4ff8ea4783 req-ce012dcf-e60e-43f7-a3a1-6778b7bbe613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:33.863258 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4c3dc862-a42e-424d-92a1-4f4ff8ea4783 req-ce012dcf-e60e-43f7-a3a1-6778b7bbe613 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 1098 time: 0.0981741 Jun 16 15:22:33.910954 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b0f8cb3a-3cc4-487f-9fee-71b7a776846b req-d8660107-a13a-492c-a89c-3aa4025f2025 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667439 Jun 16 15:22:33.929734 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4c3dc862-a42e-424d-92a1-4f4ff8ea4783 req-eae5f9a6-f134-4e46-b93c-846e8f07029f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572519 Jun 16 15:22:34.405693 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44630) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:34.524712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e9ea-676e-4012-bda9-7ec765bf169a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:34.644267 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e9ea-676e-4012-bda9-7ec765bf169a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:34.649368 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e9ea-676e-4012-bda9-7ec765bf169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:34.654938 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-0e4082b1-34b6-48e7-a9e3-74c177ef17bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:34.702740 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-3ba6e9ea-676e-4012-bda9-7ec765bf169a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6968c17cbe044917823628cf6ac91bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922974 Jun 16 15:22:34.702740 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6e9ea-676e-4012-bda9-7ec765bf169a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c32458-b2bf-4c09-82c1-36e6a48aa61a,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:34.703245 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44634) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:34.704765 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-3ba6e9ea-676e-4012-bda9-7ec765bf169a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:34.790190 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d84def44-245f-46d2-9244-ca1537c09114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:34.831527 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d84def44-245f-46d2-9244-ca1537c09114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:34.913284 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d84def44-245f-46d2-9244-ca1537c09114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:34.922393 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d84def44-245f-46d2-9244-ca1537c09114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:34.929026 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-d84def44-245f-46d2-9244-ca1537c09114 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61c32458-b2bf-4c09-82c1-36e6a48aa61a HTTP/1.1" status: 204 len: 168 time: 0.2241924 Jun 16 15:22:34.930691 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-17961bda-c4b2-422a-9652-fe8ae534e940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:34.946691 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84def44-245f-46d2-9244-ca1537c09114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c32458-b2bf-4c09-82c1-36e6a48aa61a,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:34.949377 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131675d-f0ec-4def-819d-adbfd686f414 req-b80078e1-a3fe-44be-a086-7ab532905cc1 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:34.954066 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d84def44-245f-46d2-9244-ca1537c09114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:34.957811 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d131675d-f0ec-4def-819d-adbfd686f414 req-b80078e1-a3fe-44be-a086-7ab532905cc1 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1237195 Jun 16 15:22:35.034982 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d131675d-f0ec-4def-819d-adbfd686f414 req-c99a5626-64b3-423b-a4fa-5e322e1c6650 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552454 Jun 16 15:22:35.242300 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa6eab-08f4-4b1c-b915-3f66958378b4 req-8cc8bc6a-ac53-40cc-8046-6ba7f293db95 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:35.246326 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-09fa6eab-08f4-4b1c-b915-3f66958378b4 req-8cc8bc6a-ac53-40cc-8046-6ba7f293db95 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 945 time: 0.0871980 Jun 16 15:22:35.321631 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-09fa6eab-08f4-4b1c-b915-3f66958378b4 req-e957dd1b-6c00-43b9-b624-38757a56e4d4 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689363 Jun 16 15:22:35.352105 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44650) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:35.390415 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6758d6ce-16eb-4c01-bcea-00dbaff0c9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.588281 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6758d6ce-16eb-4c01-bcea-00dbaff0c9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.595832 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6758d6ce-16eb-4c01-bcea-00dbaff0c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.599102 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0ccc5992-461f-4973-9600-a360d986d5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:35.646824 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44664) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:35.647623 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-6758d6ce-16eb-4c01-bcea-00dbaff0c9cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a676161f8094411a9c15e7f789de6179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837796 Jun 16 15:22:35.648690 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758d6ce-16eb-4c01-bcea-00dbaff0c9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8697880-f17d-404c-be1e-68ef8ca6a29f,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:35.652526 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6758d6ce-16eb-4c01-bcea-00dbaff0c9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:35.723562 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e6e327eb-10aa-457c-877f-55ceecda5748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.747489 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44668) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:35.765282 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e6e327eb-10aa-457c-877f-55ceecda5748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.796483 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a979808-b387-44be-a72c-2ba56f0ee967 admin admin] Deleting subnet 6e9aed8f-0d3c-4a9c-9df8-d19ae7de2d05 {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:22:35.799930 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9a979808-b387-44be-a72c-2ba56f0ee967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.819189 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e6e327eb-10aa-457c-877f-55ceecda5748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.823482 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e6e327eb-10aa-457c-877f-55ceecda5748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.824659 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-e6e327eb-10aa-457c-877f-55ceecda5748 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8697880-f17d-404c-be1e-68ef8ca6a29f HTTP/1.1" status: 204 len: 168 time: 0.1767123 Jun 16 15:22:35.825637 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-dc623293-a002-40ba-a74e-8e8b437689b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:35.837616 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e327eb-10aa-457c-877f-55ceecda5748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8697880-f17d-404c-be1e-68ef8ca6a29f,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:35.841195 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e6e327eb-10aa-457c-877f-55ceecda5748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:35.864261 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9a979808-b387-44be-a72c-2ba56f0ee967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8383262'] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.909486 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9a979808-b387-44be-a72c-2ba56f0ee967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.979267 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9a979808-b387-44be-a72c-2ba56f0ee967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7514117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1118612'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:35.983664 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:36.018548 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a979808-b387-44be-a72c-2ba56f0ee967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9aed8f-0d3c-4a9c-9df8-d19ae7de2d05,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:36.021093 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9a979808-b387-44be-a72c-2ba56f0ee967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.025755 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-9a979808-b387-44be-a72c-2ba56f0ee967 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6e9aed8f-0d3c-4a9c-9df8-d19ae7de2d05 HTTP/1.1" status: 204 len: 168 time: 0.2745941 Jun 16 15:22:36.025755 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9a979808-b387-44be-a72c-2ba56f0ee967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:36.026147 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44674) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:36.114616 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.218321 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.230783 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867400f4-fbf1-43da-913c-81d22a48ee47']}} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:36.243296 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593') {'for_net_delete': True} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:36.243592 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe1d3a8-dcb6-4ec6-985a-27bc0a2b4593') {} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:36.243785 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc885ff6-201d-4743-9845-b7f6b67dc42d req-6de2b00c-9070-48f2-ae40-695260d12f89 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:36.246021 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dc885ff6-201d-4743-9845-b7f6b67dc42d req-6de2b00c-9070-48f2-ae40-695260d12f89 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0767000 Jun 16 15:22:36.262996 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7517775'] for segment, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.285240 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.294672 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=92141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:22:36.295057 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7517361'] for segment, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: Traceback (most recent call last): Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: timer() Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: cb(*args, **kw) Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: return func(*args, **kwargs) Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: self._notify() Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: self.callback(batched_events) Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: event.method(event) Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: return f(self, *a, **k) Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._get(url).json() Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: return self.request(url, 'GET', **kwargs) Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:22:36.297175 dv-cinder-757908-6-iscsi neutron-server[92141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:22:36.309974 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dc885ff6-201d-4743-9845-b7f6b67dc42d req-fd6edca5-ca67-48fe-bc3a-49e7136907d1 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578623 Jun 16 15:22:36.373414 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.380883 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:36.389925 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.393623 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] 10.222.0.61 "DELETE /v2.0/networks/867400f4-fbf1-43da-913c-81d22a48ee47 HTTP/1.1" status: 204 len: 168 time: 0.3660681 Jun 16 15:22:36.416080 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] Pushing event deleted for resources: {'Network': ['ID=867400f4-fbf1-43da-913c-81d22a48ee47,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:36.419725 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:36.557956 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9fc9a-055a-4506-86a9-3eb065333ab0 req-cf87fb2c-3878-42a2-b66a-4256c91fdd4b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:36.559996 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8ba9fc9a-055a-4506-86a9-3eb065333ab0 req-cf87fb2c-3878-42a2-b66a-4256c91fdd4b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 945 time: 0.0885894 Jun 16 15:22:36.607395 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8ba9fc9a-055a-4506-86a9-3eb065333ab0 req-c0a1cbd9-e906-4c5f-9770-50cebc3a678b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405002 Jun 16 15:22:36.658348 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44702) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:36.711843 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44704) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:36.717769 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-0695693d-bdd6-469a-90eb-3a292b0c7fa4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=605f6f572dfe4e3aabc4db946d01fd18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0580642 Jun 16 15:22:36.767724 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b101843c-e55d-4b14-b8c5-f2f51821e561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.824941 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b101843c-e55d-4b14-b8c5-f2f51821e561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.900335 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b101843c-e55d-4b14-b8c5-f2f51821e561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.905253 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b101843c-e55d-4b14-b8c5-f2f51821e561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:36.905253 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-b101843c-e55d-4b14-b8c5-f2f51821e561 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5efcfc54-a3fa-4c70-8fbd-948b9a79e245 HTTP/1.1" status: 204 len: 168 time: 0.1924427 Jun 16 15:22:36.910065 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b8894e13-26c3-4626-9e6a-a32130dcfbaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:36.921674 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101843c-e55d-4b14-b8c5-f2f51821e561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efcfc54-a3fa-4c70-8fbd-948b9a79e245,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:36.933208 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b101843c-e55d-4b14-b8c5-f2f51821e561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:37.658870 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083093-95e3-4726-adc6-c567ce397aa6 req-a0cbeff0-327e-465c-9531-ed986abaa0bb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:37.669284 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-45083093-95e3-4726-adc6-c567ce397aa6 req-a0cbeff0-327e-465c-9531-ed986abaa0bb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1633966 Jun 16 15:22:37.744651 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-45083093-95e3-4726-adc6-c567ce397aa6 req-f53c5f36-e2e5-4252-8d6e-298452ed803d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728111 Jun 16 15:22:38.185543 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44774) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:38.335742 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-network', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:38.379865 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Made reservation on behalf of 5cc02a1d378343618f1b9ecaae46e41e for: {'network': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:38.389407 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.404892 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.529510 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.535978 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.544782 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e6e327eb-10aa-457c-877f-55ceecda5748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:38.571520 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=92141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:22:38.600038 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124992a0-5561-486e-8983-67ed64621fb7,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:38.605992 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:38.612071 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.612683 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.segments_db [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Added segment 03490f17-b076-46df-8b1e-eb081d95b434 of type vlan for network e4b1fb62-6329-46a1-9820-acaf6c9542c3 Jun 16 15:22:38.673469 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.724555 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.726752 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:38.727521 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:38.732020 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ff96556c-c2c6-4e4c-9f86-46b676ec02a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:38.772957 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5824652 Jun 16 15:22:38.772957 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44792) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:38.780436 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Request body: {'subnet': {'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-subnet', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:38.826166 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b1fb62-6329-46a1-9820-acaf6c9542c3,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:38.848176 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:38.850066 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network e4b1fb62-6329-46a1-9820-acaf6c9542c3 details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:22:38.872694 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Made reservation on behalf of 5cc02a1d378343618f1b9ecaae46e41e for: {'subnet': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:38.877013 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7534944'] for subnet, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.195405 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac076cf0-894e-40bf-9e9a-5eb1d1cf37cc req-ed926a1b-f08e-4712-87ba-1d199701270d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:39.197950 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ac076cf0-894e-40bf-9e9a-5eb1d1cf37cc req-ed926a1b-f08e-4712-87ba-1d199701270d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1565030 Jun 16 15:22:39.328003 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7517295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7534962'] for subnet, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.338007 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:39.345866 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ac076cf0-894e-40bf-9e9a-5eb1d1cf37cc req-00e5b737-2935-445a-a543-bbfca0a54f12 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362741 Jun 16 15:22:39.387347 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-d37e25b8-eb02-4481-b41a-83dbd5a6ccc6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:39.389494 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-d37e25b8-eb02-4481-b41a-83dbd5a6ccc6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 814 time: 0.1339228 Jun 16 15:22:39.409761 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-42cdbfff-b431-473f-87c2-ea949456ba3d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/quotas/b416ec4cee4b4f539f9b5753c9150a0c HTTP/1.1" status: 200 len: 375 time: 0.0127349 Jun 16 15:22:39.445013 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d617eb-1f27-475d-8afc-7eab7ec439af,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:39.455478 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:39.467393 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Checking segment: {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:22:39.468149 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Network hostable DHCP agents. Network: e4b1fb62-6329-46a1-9820-acaf6c9542c3, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:22:39.491173 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Network e4b1fb62-6329-46a1-9820-acaf6c9542c3 is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:22:39.502852 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, e4b1fb62-6329-46a1-9820-acaf6c9542c3) {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:39.507341 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:39.507947 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.513653 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-c3040575-ec61-4bbf-928a-440ce42f8cb3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940304 Jun 16 15:22:39.524723 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2845d91e-c867-4dc0-951a-ba2cd487b526 None None] Network e4b1fb62-6329-46a1-9820-acaf6c9542c3 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:22:39.533489 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7550809 Jun 16 15:22:39.534612 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44818) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:39.554948 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:39.602248 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.605065 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.655340 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5d2692cd-5890-42dd-bb23-d6d160fb0b3c service neutron] 10.222.0.61 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251271 Jun 16 15:22:39.763252 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.795819 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8da438e2-716c-5b01-ad11-9c1c2b5a23b2-e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af'}]}} from dv-cinder-757908-6-iscsi. {{(pid=92142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:22:39.799906 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:39.891343 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-1fb39da9-40db-4fa6-928c-5ac731393a69 service neutron] 10.222.0.61 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212715 Jun 16 15:22:40.062577 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.db_base_plugin_common [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Allocated IP 172.20.0.2 (e4b1fb62-6329-46a1-9820-acaf6c9542c3/81d617eb-1f27-475d-8afc-7eab7ec439af/497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e) {{(pid=92142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:40.113710 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-830'] for router, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.329242 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2dc1451a-7d2f-4421-a68b-bc4bee88be00 req-c9205da7-3790-4dc1-9100-1b7d038c83a9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 210 time: 0.0581653 Jun 16 15:22:40.456189 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.481505 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Transition to ACTIVE for port object 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:40.560679 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Transition to ACTIVE for port object 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e will not be triggered until provisioned by entity DHCP. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:40.572842 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.605373 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:40.632804 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.659532 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.686849 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Network e4b1fb62-6329-46a1-9820-acaf6c9542c3 is already hosted by enough agents. {{(pid=92142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:40.703286 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.base_scheduler [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Resources bound (agent type, host, resource id): {{(pid=92142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:40.709698 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Received port after_create {{(pid=92142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:22:40.720503 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d338c5a-7d0c-4ce8-b65a-661572237ae6 req-3f268027-3983-4c2c-bbb6-37ad2fa01ec2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:40.723535 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2d338c5a-7d0c-4ce8-b65a-661572237ae6 req-3f268027-3983-4c2c-bbb6-37ad2fa01ec2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1434343 Jun 16 15:22:40.790723 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Pushing event updated for resources: {'Port': ['ID=497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e,revision_number=1']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:40.810849 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:40.812242 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Attempting to bind port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:22:40.812872 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Attempting to bind port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:22:40.813296 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Attempting to bind port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e on network e4b1fb62-6329-46a1-9820-acaf6c9542c3 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:40.819881 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:40.821057 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Checking segment: {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:22:40.821641 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.822784 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Bound using segment: {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:40.823653 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Bound port: 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:22:40.824326 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.829935 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2d338c5a-7d0c-4ce8-b65a-661572237ae6 req-a443e77f-62ec-4a01-b28b-24913f9ad75b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969872 Jun 16 15:22:40.837111 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Allocated IP 172.27.0.51 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/ad196c23-48ea-4d38-899b-1f5a32025c95) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:40.904854 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] For port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:40.908659 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] For port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:40.917344 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:40.922217 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:40.963120 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:41.013610 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:41.016459 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:41.018307 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Pushing event updated for resources: {'Port': ['ID=497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:41.024919 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:41.067227 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:41.070243 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:41.076646 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:22:41.081559 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad196c23-48ea-4d38-899b-1f5a32025c95,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:41.085097 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:41.585172 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:41.596678 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dd029c5c-2123-4e96-bb01-8756509ea607 req-5a03bf8f-6cc4-496d-8cfc-88ad4b795143 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 210 time: 0.0576854 Jun 16 15:22:42.052375 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675493'] for router, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:42.230184 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3ef18-35a4-4471-8719-1ebdaf3cfbf7 req-9c41ba7e-4924-4786-a5b4-9e0fc8a694b9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:42.240160 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3ef18-35a4-4471-8719-1ebdaf3cfbf7 req-9c41ba7e-4924-4786-a5b4-9e0fc8a694b9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.2528584 Jun 16 15:22:42.302804 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Router da237604-4419-4a97-86c8-de57f17ad0a0 is scheduled to L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 with binding_index 1 {{(pid=92141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:22:42.321398 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49b3ef18-35a4-4471-8719-1ebdaf3cfbf7 req-170a2a56-a55d-4951-a3b0-781ef40c04f7 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778933 Jun 16 15:22:42.380482 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:42.513428 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:42.580282 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:42.606750 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-b7dfd120-c5cb-4d79-8aca-ab895d27b0dd tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:42.607564 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Sync routers for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:42.621786 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-b7dfd120-c5cb-4d79-8aca-ab895d27b0dd tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 814 time: 0.2702899 Jun 16 15:22:42.622166 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:22:42.623073 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:22:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:42.643393 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44910) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:42.673841 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fd416f-d31c-4ab2-aca6-d93a47ee894e None None] Network e4b1fb62-6329-46a1-9820-acaf6c9542c3 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:22:42.704780 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Request body: {'port': {'device_id': '277e1212-0cd2-4209-83d0-74de6c1e8e62', 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc', 'admin_state_up': True, 'tenant_id': 'b416ec4cee4b4f539f9b5753c9150a0c'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:42.873634 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Notify callbacks [] for router, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:42.875665 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3393238 Jun 16 15:22:42.880206 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44922) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:42.937362 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:22:43.024364 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f510d9d-64f2-4207-b03f-a33f78d07701 req-91012f80-da5f-46b7-9941-db45e466314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:43.029377 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f510d9d-64f2-4207-b03f-a33f78d07701 req-91012f80-da5f-46b7-9941-db45e466314c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 1098 time: 0.6968126 Jun 16 15:22:43.094139 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6f510d9d-64f2-4207-b03f-a33f78d07701 req-f3d54600-3f08-46a1-bcdf-9658c8157fe2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564737 Jun 16 15:22:43.183764 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-127b826b-d63b-4e3c-b840-d014467138bb None None] Provisioning for port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:43.196560 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-127b826b-d63b-4e3c-b840-d014467138bb None None] Provisioning complete for port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:43.198195 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-127b826b-d63b-4e3c-b840-d014467138bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.208758 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:41Z', 'revision_number': 3, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:43.216627 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Checking router: da237604-4419-4a97-86c8-de57f17ad0a0 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:22:43.217431 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Updating router da237604-4419-4a97-86c8-de57f17ad0a0 port ad196c23-48ea-4d38-899b-1f5a32025c95 binding host dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:22:43.289064 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.413229 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-127b826b-d63b-4e3c-b840-d014467138bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.425508 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4b510c06-ee4d-4ae0-9305-8643428677ab req-7d1aa785-65d0-423f-93bd-7cc871e21eae tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 210 time: 0.1468468 Jun 16 15:22:43.442905 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-498451e2-b54f-43fb-98bf-985b87ed12ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.483553 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.db.api [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 15:22:43.483553 dv-cinder-757908-6-iscsi neutron-server[92141]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 16 15:22:43.483553 dv-cinder-757908-6-iscsi neutron-server[92141]: [parameters: {'project_id': 'b416ec4cee4b4f539f9b5753c9150a0c', 'id': '5f12ad97-69ca-4bc9-89dd-7952a924e6e4', 'expiration': datetime.datetime(2021, 6, 16, 15, 24, 43, 470930)}] Jun 16 15:22:43.483553 dv-cinder-757908-6-iscsi neutron-server[92141]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:22:43.484371 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_db.api [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:22:43.528577 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-127b826b-d63b-4e3c-b840-d014467138bb None None] For port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:43.543416 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-127b826b-d63b-4e3c-b840-d014467138bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.545507 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:43.626906 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b826b-d63b-4e3c-b840-d014467138bb None None] Pushing event updated for resources: {'Port': ['ID=497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:43.630561 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-127b826b-d63b-4e3c-b840-d014467138bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:43.709514 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-498451e2-b54f-43fb-98bf-985b87ed12ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.717563 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-498451e2-b54f-43fb-98bf-985b87ed12ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.736114 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f653a5-934e-4b2b-bc67-97741d707376 req-a0633b02-34c3-4fe3-a5eb-51538d491422 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:43.737759 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-99f653a5-934e-4b2b-bc67-97741d707376 req-a0633b02-34c3-4fe3-a5eb-51538d491422 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1800573 Jun 16 15:22:43.767131 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.786159 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.provisioning_blocks [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Transition to ACTIVE for port object ad196c23-48ea-4d38-899b-1f5a32025c95 will not be triggered until provisioned by entity L2. {{(pid=92143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:43.792559 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e143036f-5bf0-41fc-a421-87aa6bfb4b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:43.798194 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.801785 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:43.804202 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-99f653a5-934e-4b2b-bc67-97741d707376 req-e5ee2217-85a6-4593-94be-70de78e97ce2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586603 Jun 16 15:22:43.896347 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Pushing event updated for resources: {'Port': ['ID=ad196c23-48ea-4d38-899b-1f5a32025c95,revision_number=2']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:43.909852 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.910464 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.911011 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.911684 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.912172 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.912714 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.913243 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.913820 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.914330 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.914809 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.915303 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.915973 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:22:43.922577 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:43.944107 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-756c5740-1739-4a1d-ad23-91dfde371703 None None] Provisioning complete for port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:43.945199 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-756c5740-1739-4a1d-ad23-91dfde371703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.948546 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Attempting to bind port ad196c23-48ea-4d38-899b-1f5a32025c95 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:22:43.949774 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Attempting to bind port ad196c23-48ea-4d38-899b-1f5a32025c95 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:22:43.950522 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Attempting to bind port ad196c23-48ea-4d38-899b-1f5a32025c95 on network 43ae66be-102b-49e6-bb36-82b6a3432ce6 {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:43.956857 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:43.957647 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Checking segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:22:43.958386 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:43.958958 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Bound using segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:43.960032 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Bound port: ad196c23-48ea-4d38-899b-1f5a32025c95, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:22:43.960773 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.045596 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] For port ad196c23-48ea-4d38-899b-1f5a32025c95, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:44.047800 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498451e2-b54f-43fb-98bf-985b87ed12ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4befbda-f1cf-4ec7-8af8-304091e63d29,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:44.054378 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] For port ad196c23-48ea-4d38-899b-1f5a32025c95, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=ad196c23-48ea-4d38-899b-1f5a32025c95,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:44.058932 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-498451e2-b54f-43fb-98bf-985b87ed12ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=51965f09289a44358458373428fc299a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4129434 Jun 16 15:22:44.059255 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44938) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:44.062369 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-498451e2-b54f-43fb-98bf-985b87ed12ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:44.076117 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.118027 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-f4a4b9d1-207a-49c1-a483-adb4bbf5b635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:44.146355 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a420d171-aebb-475b-b401-903a9615b671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.166228 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.184883 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a420d171-aebb-475b-b401-903a9615b671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.214163 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Made reservation on behalf of b416ec4cee4b4f539f9b5753c9150a0c for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:22:44.220914 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.226697 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Pushing event updated for resources: {'Port': ['ID=ad196c23-48ea-4d38-899b-1f5a32025c95,revision_number=3']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:44.232300 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:44.242709 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:22:44.244453 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:22:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:44.283903 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:44.315758 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a420d171-aebb-475b-b401-903a9615b671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.319558 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a420d171-aebb-475b-b401-903a9615b671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.324777 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-a420d171-aebb-475b-b401-903a9615b671 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4befbda-f1cf-4ec7-8af8-304091e63d29 HTTP/1.1" status: 204 len: 168 time: 0.2616732 Jun 16 15:22:44.324777 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d3f140ee-0dca-4f65-8e01-03b4d39150dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:44.344760 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420d171-aebb-475b-b401-903a9615b671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4befbda-f1cf-4ec7-8af8-304091e63d29,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:44.349014 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a420d171-aebb-475b-b401-903a9615b671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:44.417981 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:44.418578 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.492679 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:22:44.551050 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Allocated IP 172.20.0.1 (e4b1fb62-6329-46a1-9820-acaf6c9542c3/81d617eb-1f27-475d-8afc-7eab7ec439af/31bff1e3-51b8-4afb-8de0-3d82200d8d0c) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:44.573786 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Allocated IP 172.20.0.10 (4e295650-ab91-4966-a337-9b73110b81dc/62f46278-bb8f-418b-bc1b-aca8bf5a234c/7aa477e9-c288-44a2-ad6d-01fefbbea4d5) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:44.778127 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.781604 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-797ef3cd-b4d1-4524-840c-86ff50d16170 req-3e51371e-b83a-4dd7-ac6b-adb4eea9e6e3 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 210 time: 0.0711586 Jun 16 15:22:44.812932 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:41Z', 'revision_number': 3, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:44.817128 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57309f17-19bb-4007-9c75-137389e2d3b3 None None] The sync data for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi is: [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:41Z', 'revision_number': 3, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:44.838516 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Transition to ACTIVE for port object 31bff1e3-51b8-4afb-8de0-3d82200d8d0c will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:44.887368 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.923034 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.928131 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-898761e4-7492-4954-a0b9-635cc41b2a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:44.965475 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 44954) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:44.994380 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Network e4b1fb62-6329-46a1-9820-acaf6c9542c3 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:44.997288 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4ed3981e-27e3-41c2-9a24-1a8a4bbbf99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:44.999022 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:45.002164 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:22:45.005439 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Pushing event updated for resources: {'Port': ['ID=31bff1e3-51b8-4afb-8de0-3d82200d8d0c,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:45.007915 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.011493 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:45.026111 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['821748ab-017a-45d6-a675-2b75d3bdc191', '529af0ea-c944-4cc4-bf46-3ba412b73c62'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:22:45.047341 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-73aca504-6b4d-4887-804a-94e15cb030ad tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:45.124160 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Network 4e295650-ab91-4966-a337-9b73110b81dc is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:45.125584 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:45.127629 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674836'] for router_interface, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.135103 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:22:45.246626 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:45.247209 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.289199 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4ed3981e-27e3-41c2-9a24-1a8a4bbbf99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.307901 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4ed3981e-27e3-41c2-9a24-1a8a4bbbf99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.311772 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2c02db79-ed5f-4ceb-9291-2cd8aa720e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:45.374989 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Pushing event updated for resources: {'Port': ['ID=7aa477e9-c288-44a2-ad6d-01fefbbea4d5,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:45.376755 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-4ed3981e-27e3-41c2-9a24-1a8a4bbbf99d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf7fa1184b2049588286f67c86b7abd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099257 Jun 16 15:22:45.381408 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 44960) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:45.412250 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:45.416793 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3981e-27e3-41c2-9a24-1a8a4bbbf99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380313e0-df35-4766-89a6-0ad9e08093d7,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:45.419354 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7487922 Jun 16 15:22:45.426218 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4ed3981e-27e3-41c2-9a24-1a8a4bbbf99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:45.454685 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Request body: {'port': {'device_id': '277e1212-0cd2-4209-83d0-74de6c1e8e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:45.497300 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-0b6877fc-33ad-4cd4-b1f0-b015584e28a9 None None] Provisioning for port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:45.510171 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-0b6877fc-33ad-4cd4-b1f0-b015584e28a9 None None] Provisioning complete for port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:45.510558 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0b6877fc-33ad-4cd4-b1f0-b015584e28a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.559407 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7a37d-e2f8-42bf-8845-9fab4c5a648b req-d5391f46-7cad-42ea-b81e-1a4af0e9124a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:45.563037 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fdb7a37d-e2f8-42bf-8845-9fab4c5a648b req-d5391f46-7cad-42ea-b81e-1a4af0e9124a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.4692199 Jun 16 15:22:45.572781 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-0b6877fc-33ad-4cd4-b1f0-b015584e28a9 None None] Port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:22:45.690591 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-94f6866f-c48a-4354-a050-43df363802fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.757130 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fdb7a37d-e2f8-42bf-8845-9fab4c5a648b req-b7dc90de-b789-46b5-88a1-6677ba3de0d6 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712675 Jun 16 15:22:45.758079 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.810592 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:45.823540 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-94f6866f-c48a-4354-a050-43df363802fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.254218 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662625e-c124-41c0-9c49-0f2769ba4b4e req-8709f6fd-ed43-4e6b-a311-8fbd85bb89ce tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:46.265905 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-94f6866f-c48a-4354-a050-43df363802fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.268720 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-94f6866f-c48a-4354-a050-43df363802fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.272440 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-94f6866f-c48a-4354-a050-43df363802fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/380313e0-df35-4766-89a6-0ad9e08093d7 HTTP/1.1" status: 204 len: 168 time: 0.8661735 Jun 16 15:22:46.276659 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3662625e-c124-41c0-9c49-0f2769ba4b4e req-8709f6fd-ed43-4e6b-a311-8fbd85bb89ce tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 932 time: 0.2683039 Jun 16 15:22:46.288711 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-0cfd87a8-be19-4119-8431-3a3471c7eb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:46.362325 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6866f-c48a-4354-a050-43df363802fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380313e0-df35-4766-89a6-0ad9e08093d7,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:46.367263 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-94f6866f-c48a-4354-a050-43df363802fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:46.371294 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3662625e-c124-41c0-9c49-0f2769ba4b4e req-c7a159fd-974f-4693-ba21-c3acc5e3e7aa tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879803 Jun 16 15:22:46.423211 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ad196c23-48ea-4d38-899b-1f5a32025c95 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:46.532320 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.534424 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port ad196c23-48ea-4d38-899b-1f5a32025c95 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:46.542670 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port ad196c23-48ea-4d38-899b-1f5a32025c95 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:46.543314 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.571136 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.579330 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:46.601449 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267823f-8f62-42b4-8fda-59ec0dc9c907 req-e63f738c-49de-4a62-a3a3-02709d86a94a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:46.614960 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a267823f-8f62-42b4-8fda-59ec0dc9c907 req-e63f738c-49de-4a62-a3a3-02709d86a94a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.5510931 Jun 16 15:22:46.684949 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.711946 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port ad196c23-48ea-4d38-899b-1f5a32025c95, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=ad196c23-48ea-4d38-899b-1f5a32025c95,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:46.718894 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.721386 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-b68e1bfa-0bf8-4671-a807-f7566028d5b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:46.818738 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=ad196c23-48ea-4d38-899b-1f5a32025c95,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:46.819714 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674792'] for router_interface, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:46.825521 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:46.833897 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Pushing event updated for resources: {'Port': ['ID=31bff1e3-51b8-4afb-8de0-3d82200d8d0c,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:46.840784 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:46.855953 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a267823f-8f62-42b4-8fda-59ec0dc9c907 req-04813184-f4de-4d6d-a1f0-b4bc4facae24 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395329 Jun 16 15:22:47.030080 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:22:47.047377 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:47.077544 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Transition to ACTIVE for port object 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:47.083738 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:47.091633 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:47.101022 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Network e4b1fb62-6329-46a1-9820-acaf6c9542c3 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:47.104269 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:47.560433 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa477e9-c288-44a2-ad6d-01fefbbea4d5,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:47.571450 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:47.640657 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-f834bc10-5920-4f15-acef-20d8dbc3db62 None None] Provisioning complete for port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:47.641988 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f834bc10-5920-4f15-acef-20d8dbc3db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:47.708121 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Router da237604-4419-4a97-86c8-de57f17ad0a0 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:22:47.708947 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Attempting to bind port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:22:47.709319 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Attempting to bind port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:22:47.710071 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Attempting to bind port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 on network 4e295650-ab91-4966-a337-9b73110b81dc {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:47.720894 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 on network 4e295650-ab91-4966-a337-9b73110b81dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:22:47.721497 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Attempting to bind port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 on network 4e295650-ab91-4966-a337-9b73110b81dc {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:47.730612 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-f834bc10-5920-4f15-acef-20d8dbc3db62 None None] Port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:22:47.736057 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:47.736403 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Checking segment: {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:22:47.736788 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Bound using segment: {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:47.738658 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Bound port: 7aa477e9-c288-44a2-ad6d-01fefbbea4d5, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:22:47.739136 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:47.795227 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9e782-4e2b-4d72-9219-bd918ba74675 req-e20e415b-b91c-4b08-85f3-59e71121df41 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:47.797863 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d2e9e782-4e2b-4d72-9219-bd918ba74675 req-e20e415b-b91c-4b08-85f3-59e71121df41 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 944 time: 0.1993124 Jun 16 15:22:47.865770 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d2e9e782-4e2b-4d72-9219-bd918ba74675 req-24bbde48-3b1a-4cee-941c-96a7b08769aa tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538547 Jun 16 15:22:47.931532 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] For port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:47.936397 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] For port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=7aa477e9-c288-44a2-ad6d-01fefbbea4d5,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:47.944359 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:47.957355 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:48.007381 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:22:48.021958 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] 10.222.0.61 "PUT /v2.0/routers/da237604-4419-4a97-86c8-de57f17ad0a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1196175 Jun 16 15:22:48.023852 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Sync routers for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:22:48.044603 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:48.045288 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.046907 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/7aa477e9-c288-44a2-ad6d-01fefbbea4d5 HTTP/1.1" status: 200 len: 1094 time: 2.6003423 Jun 16 15:22:48.047414 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277e1212-0cd2-4209-83d0-74de6c1e8e62', 'tag': '7aa477e9-c288-44a2-ad6d-01fefbbea4d5'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:22:48.050407 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e32e4a-de8c-441a-8be0-7449d5a91a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "277e1212-0cd2-4209-83d0-74de6c1e8e62", "tag": "7aa477e9-c288-44a2-ad6d-01fefbbea4d5"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:22:48.054962 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:22:48.056909 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:22:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:48.097153 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa477e9-c288-44a2-ad6d-01fefbbea4d5,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:48.104086 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:48.202388 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d13fb2-a204-4b56-8002-f77b3118d31d x-openstack-request-id: req-06d13fb2-a204-4b56-8002-f77b3118d31d {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:22:48.202848 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277e1212-0cd2-4209-83d0-74de6c1e8e62", "tag": "7aa477e9-c288-44a2-ad6d-01fefbbea4d5", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:22:48.203249 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06d13fb2-a204-4b56-8002-f77b3118d31d {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:22:48.207938 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277e1212-0cd2-4209-83d0-74de6c1e8e62', 'tag': '7aa477e9-c288-44a2-ad6d-01fefbbea4d5', 'status': 'completed', 'code': 200} Jun 16 15:22:48.255813 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-d0c53c0e-a7e9-4f3e-a9f9-eba4bda91f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:48.257863 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-d0c53c0e-a7e9-4f3e-a9f9-eba4bda91f62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 1097 time: 0.1484835 Jun 16 15:22:48.318145 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-f22445ad-7d96-466b-8b94-006766ecb487 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aa477e9-c288-44a2-ad6d-01fefbbea4d5 HTTP/1.1" status: 200 len: 217 time: 0.0512695 Jun 16 15:22:48.345105 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:22:48.428674 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-23ed587d-8300-4414-9634-9c95eb9bb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:48.432286 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-23ed587d-8300-4414-9634-9c95eb9bb27b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62f46278-bb8f-418b-bc1b-aca8bf5a234c HTTP/1.1" status: 200 len: 854 time: 0.1063616 Jun 16 15:22:48.488880 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-66fd7a5d-644e-441b-a6d8-bbedf8e07dad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e295650-ab91-4966-a337-9b73110b81dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500755 Jun 16 15:22:48.575720 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ad196c23-48ea-4d38-899b-1f5a32025c95 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:48.746404 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-f98725db-9f4d-412c-b1fb-4d42c331da02 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487547 Jun 16 15:22:48.804516 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port ad196c23-48ea-4d38-899b-1f5a32025c95 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:48.806646 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:48.963913 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 2, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:48.975143 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Checking router: da237604-4419-4a97-86c8-de57f17ad0a0 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:22:48.975963 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Updating router da237604-4419-4a97-86c8-de57f17ad0a0 port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c binding host dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:22:49.000003 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f1326035-3871-4087-9a80-cdaa43cf6c47 req-57c4c127-b5da-4190-b00d-c1713ad836c9 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434340 Jun 16 15:22:49.090706 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.227784 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32e4a-de8c-441a-8be0-7449d5a91a6e req-d8815800-a993-4ea2-a746-9209aa19d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:49.229689 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-37e32e4a-de8c-441a-8be0-7449d5a91a6e req-d8815800-a993-4ea2-a746-9209aa19d3d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 1097 time: 0.1406813 Jun 16 15:22:49.411791 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 45072) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:49.419347 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-922a4347-b66c-4496-93b9-b3c47d39a0a7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141706397', 'description': 'tempest-description--486831189'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:49.435082 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32e4a-de8c-441a-8be0-7449d5a91a6e req-38cce9b4-d77a-438a-ad6b-0c3ac5ebeda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:49.436927 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-37e32e4a-de8c-441a-8be0-7449d5a91a6e req-38cce9b4-d77a-438a-ad6b-0c3ac5ebeda8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 916 time: 0.1997519 Jun 16 15:22:49.465127 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-922a4347-b66c-4496-93b9-b3c47d39a0a7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.508461 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-37e32e4a-de8c-441a-8be0-7449d5a91a6e req-250361c6-1087-4743-ba45-93b49c249e43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aa477e9-c288-44a2-ad6d-01fefbbea4d5 HTTP/1.1" status: 200 len: 217 time: 0.0592000 Jun 16 15:22:49.525882 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d8134-a05e-4b03-8251-c4037cbefcd7 req-ebd81034-842d-4273-a3d3-170df1532e0b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:49.528089 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4c8d8134-a05e-4b03-8251-c4037cbefcd7 req-ebd81034-842d-4273-a3d3-170df1532e0b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 944 time: 0.2719114 Jun 16 15:22:49.633393 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32e4a-de8c-441a-8be0-7449d5a91a6e req-bcd58f88-baef-4fdf-af0b-57b5b86b7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:49.635184 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-37e32e4a-de8c-441a-8be0-7449d5a91a6e req-bcd58f88-baef-4fdf-af0b-57b5b86b7a9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62f46278-bb8f-418b-bc1b-aca8bf5a234c HTTP/1.1" status: 200 len: 854 time: 0.1053996 Jun 16 15:22:49.639778 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4c8d8134-a05e-4b03-8251-c4037cbefcd7 req-c9f80259-e18a-4859-925f-fc1fd9e4a89e tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880804 Jun 16 15:22:49.652498 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-922a4347-b66c-4496-93b9-b3c47d39a0a7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.664146 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-922a4347-b66c-4496-93b9-b3c47d39a0a7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.674408 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-92479874-1e9b-43dd-b150-4b0322bcd35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:49.716634 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-37e32e4a-de8c-441a-8be0-7449d5a91a6e req-f124851b-9010-4ed1-9eb4-7412997149e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e295650-ab91-4966-a337-9b73110b81dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669043 Jun 16 15:22:49.731844 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a4347-b66c-4496-93b9-b3c47d39a0a7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a96a8e0-6ef3-4e77-956d-11446b576210,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:49.746854 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-922a4347-b66c-4496-93b9-b3c47d39a0a7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:49.749005 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-922a4347-b66c-4496-93b9-b3c47d39a0a7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.751043 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-922a4347-b66c-4496-93b9-b3c47d39a0a7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3377221 Jun 16 15:22:49.754023 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 45082) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:49.762272 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-88c36b78-d23c-4f7c-b6af-d3fae8c39913 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'security_group_rule': {'security_group_id': '4a96a8e0-6ef3-4e77-956d-11446b576210', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:49.829310 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Notify callbacks [] for port, precommit_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.838056 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-88c36b78-d23c-4f7c-b6af-d3fae8c39913 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.861597 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Transition to ACTIVE for port object 31bff1e3-51b8-4afb-8de0-3d82200d8d0c will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:22:49.879045 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45086) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:49.897325 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:49.901407 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-37e32e4a-de8c-441a-8be0-7449d5a91a6e req-4ff41545-7246-452c-b24b-862dbc956b8e service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776540 Jun 16 15:22:49.904813 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:49.959011 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b3eb310d-8669-41fe-92ed-d71ef2aaf049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.016249 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-88c36b78-d23c-4f7c-b6af-d3fae8c39913 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.027568 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-88c36b78-d23c-4f7c-b6af-d3fae8c39913 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.034120 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-73e0a5b2-2be3-4c48-a175-00a7d7edcdd0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:50.093037 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-37e32e4a-de8c-441a-8be0-7449d5a91a6e req-fe29f512-0b6d-44d8-a7d5-39a4cd70208a service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739697 Jun 16 15:22:50.097094 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-88c36b78-d23c-4f7c-b6af-d3fae8c39913 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.101884 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-88c36b78-d23c-4f7c-b6af-d3fae8c39913 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3460226 Jun 16 15:22:50.106738 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45092) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:50.110896 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dc068-8bb3-4159-bc45-733b9ad2aa27 None None] Pushing event updated for resources: {'Port': ['ID=31bff1e3-51b8-4afb-8de0-3d82200d8d0c,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:50.114665 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c36b78-d23c-4f7c-b6af-d3fae8c39913 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebba59a-87d2-4ed2-a881-b0e56d60ce63,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:50.118068 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-809dc068-8bb3-4159-bc45-733b9ad2aa27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:50.126492 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-88c36b78-d23c-4f7c-b6af-d3fae8c39913 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:50.137403 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-ea2e363d-bce4-4ed2-8eae-62959573eff5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'security_group_rule': {'security_group_id': '4a96a8e0-6ef3-4e77-956d-11446b576210', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:50.231919 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Attempting to bind port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:22:50.232532 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Attempting to bind port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:22:50.233275 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Attempting to bind port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c on network e4b1fb62-6329-46a1-9820-acaf6c9542c3 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:22:50.239675 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ea2e363d-bce4-4ed2-8eae-62959573eff5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.243098 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:22:50.244925 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Checking segment: {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:22:50.245676 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.246756 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Bound using segment: {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:22:50.247942 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Bound port: 31bff1e3-51b8-4afb-8de0-3d82200d8d0c, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:22:50.248595 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.251326 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c415c7fd-6059-4c22-9139-4aaccf0f68a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.401812 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] For port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:22:50.407781 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] For port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=31bff1e3-51b8-4afb-8de0-3d82200d8d0c,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:22:50.416637 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.422850 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:50.457632 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383155c4-3456-462c-8db3-d3d45bf09625 req-6d4677a5-f557-4a09-b8e2-30580a605f7c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:50.465904 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-383155c4-3456-462c-8db3-d3d45bf09625 req-6d4677a5-f557-4a09-b8e2-30580a605f7c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0831099 Jun 16 15:22:50.546059 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:22:50.549375 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ea2e363d-bce4-4ed2-8eae-62959573eff5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.563460 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:22:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:50.569044 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ea2e363d-bce4-4ed2-8eae-62959573eff5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.578109 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-383155c4-3456-462c-8db3-d3d45bf09625 req-4173dcb2-3c0b-4f21-8e04-55c797401aa2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093938 Jun 16 15:22:50.588310 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:50.651041 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e363d-bce4-4ed2-8eae-62959573eff5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac64247c-04a0-4c68-b570-1b663ebed4bf,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:50.668277 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ed436-6310-4253-991a-fcdeb4178b89 req-fcc7721e-bb7d-4017-a4a2-58d448522bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:50.670838 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f02ed436-6310-4253-991a-fcdeb4178b89 req-fcc7721e-bb7d-4017-a4a2-58d448522bba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 1098 time: 0.3109117 Jun 16 15:22:50.672243 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ea2e363d-bce4-4ed2-8eae-62959573eff5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:50.680178 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c415c7fd-6059-4c22-9139-4aaccf0f68a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.698898 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c415c7fd-6059-4c22-9139-4aaccf0f68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.721352 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-20127514-137e-4a8c-a78c-3f3e08714e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:50.744888 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ea2e363d-bce4-4ed2-8eae-62959573eff5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.754201 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-ea2e363d-bce4-4ed2-8eae-62959573eff5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6461127 Jun 16 15:22:50.757441 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 45108) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:50.763922 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'floatingip': {'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:22:50.829538 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.859317 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 45112) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:50.927432 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9e2564-ecf3-4d00-916f-a27d67dccda6 admin admin] Deleting subnet bfbc4b9e-c1c7-451d-b699-ee4b02a690a8 {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:22:50.935022 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2564-ecf3-4d00-916f-a27d67dccda6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:50.959948 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415c7fd-6059-4c22-9139-4aaccf0f68a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77dbb7f-4882-42f7-a091-96065cb73884,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:50.976004 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c415c7fd-6059-4c22-9139-4aaccf0f68a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=090b09440459435184e0aef1dff54ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0953763 Jun 16 15:22:50.978709 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45114) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:50.980849 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c415c7fd-6059-4c22-9139-4aaccf0f68a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:50.992753 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dc068-8bb3-4159-bc45-733b9ad2aa27 None None] Pushing event updated for resources: {'Port': ['ID=31bff1e3-51b8-4afb-8de0-3d82200d8d0c,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:50.995724 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2564-ecf3-4d00-916f-a27d67dccda6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8383262'] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.003693 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-809dc068-8bb3-4159-bc45-733b9ad2aa27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:51.076868 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:22:51.092193 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2564-ecf3-4d00-916f-a27d67dccda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.125238 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ed436-6310-4253-991a-fcdeb4178b89 req-a20836e1-b645-46b1-85ed-a05ff4e8ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:51.127841 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f02ed436-6310-4253-991a-fcdeb4178b89 req-a20836e1-b645-46b1-85ed-a05ff4e8ace6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 920 time: 0.4447210 Jun 16 15:22:51.152250 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.201760 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2564-ecf3-4d00-916f-a27d67dccda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7514117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1118612'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.211801 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a0972f47-2063-4b25-a715-1eaa7bb80621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:51.221202 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f02ed436-6310-4253-991a-fcdeb4178b89 req-51924a3a-86e5-4dc3-b703-d9d9518f92c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7a6804-d54f-46a6-852c-19135581667b HTTP/1.1" status: 200 len: 217 time: 0.0722265 Jun 16 15:22:51.248300 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e2564-ecf3-4d00-916f-a27d67dccda6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfbc4b9e-c1c7-451d-b699-ee4b02a690a8,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:51.250550 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2564-ecf3-4d00-916f-a27d67dccda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.258335 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2b9e2564-ecf3-4d00-916f-a27d67dccda6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bfbc4b9e-c1c7-451d-b699-ee4b02a690a8 HTTP/1.1" status: 204 len: 168 time: 0.3919878 Jun 16 15:22:51.258335 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2b9e2564-ecf3-4d00-916f-a27d67dccda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:51.258335 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 45116) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:51.301453 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce31443a-58da-4b91-969e-5670ec38a656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.363257 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:50Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:51.366606 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b5019-c3ae-4caf-958a-bb287c9ed4c4 req-10a14c3c-ac26-48c8-b882-ccbdee645c71 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:51.369305 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c267c-a1ec-4b90-8495-8cf2bfd32c2e None None] The sync data for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi is: [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:50Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:22:51.370241 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c47b5019-c3ae-4caf-958a-bb287c9ed4c4 req-10a14c3c-ac26-48c8-b882-ccbdee645c71 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 944 time: 0.3382430 Jun 16 15:22:51.387452 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ed436-6310-4253-991a-fcdeb4178b89 req-d463b2af-c16c-4818-97da-e48bd9323f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:51.389673 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f02ed436-6310-4253-991a-fcdeb4178b89 req-d463b2af-c16c-4818-97da-e48bd9323f17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae84484d-8ee1-489f-b398-59967502b492 HTTP/1.1" status: 200 len: 858 time: 0.1518340 Jun 16 15:22:51.391159 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.392737 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce31443a-58da-4b91-969e-5670ec38a656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.393628 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Allocated IP 172.27.0.22 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/a9ecc0a7-1853-4a86-bf86-24bf9c098244) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:22:51.522331 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f02ed436-6310-4253-991a-fcdeb4178b89 req-b0639b8b-2e06-45b7-a90f-f26a74431fdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e25a5c1-6475-4c48-a283-ca9c338de97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142013 Jun 16 15:22:51.617761 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.637363 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c767112f-309b-4cde-96b9-6a36249d0b4f']}} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:51.652640 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54640fe1-5c31-4e17-a970-2870496bba60') {'for_net_delete': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:51.652940 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54640fe1-5c31-4e17-a970-2870496bba60') {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:51.659988 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c47b5019-c3ae-4caf-958a-bb287c9ed4c4 req-d2624070-f409-4e51-adff-17a6db1bd9f1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640235 Jun 16 15:22:51.719996 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8383239'] for segment, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.761796 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.764636 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.778186 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=92140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:22:51.779088 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7514266'] for segment, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: Traceback (most recent call last): Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: timer() Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: cb(*args, **kw) Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: return func(*args, **kwargs) Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: self._notify() Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: self.callback(batched_events) Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: event.method(event) Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: return f(self, *a, **k) Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._get(url).json() Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: return self.request(url, 'GET', **kwargs) Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:22:51.783252 dv-cinder-757908-6-iscsi neutron-server[92140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:22:51.826239 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce31443a-58da-4b91-969e-5670ec38a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.830935 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ce31443a-58da-4b91-969e-5670ec38a656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.832879 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-ce31443a-58da-4b91-969e-5670ec38a656 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b77dbb7f-4882-42f7-a091-96065cb73884 HTTP/1.1" status: 204 len: 168 time: 0.8483469 Jun 16 15:22:51.862526 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.865471 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:51.873443 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:51.889863 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c767112f-309b-4cde-96b9-6a36249d0b4f,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:51.896312 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.898603 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] 10.222.0.61 "DELETE /v2.0/networks/c767112f-309b-4cde-96b9-6a36249d0b4f HTTP/1.1" status: 204 len: 168 time: 0.6409304 Jun 16 15:22:51.903117 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-dd762a0e-4be4-466e-a929-05d2dd96a2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:51.905924 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 45126) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:51.920858 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:51.932808 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31443a-58da-4b91-969e-5670ec38a656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77dbb7f-4882-42f7-a091-96065cb73884,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:51.964767 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ce31443a-58da-4b91-969e-5670ec38a656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:51.966375 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:52.020161 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f02ed436-6310-4253-991a-fcdeb4178b89 req-729d1bfb-2693-4bbd-ac41-a6212b94cacb service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783132 Jun 16 15:22:52.039648 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:22:52.052445 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:22:52.056735 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:22:52.077082 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6a4be9-e70a-40cb-b9ae-9dbcf991a2a8 admin admin] Deleting subnet 51c96889-5334-4b2e-b311-8ba4f8adc2d4 {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:22:52.103524 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4be9-e70a-40cb-b9ae-9dbcf991a2a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.138625 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'Port': ['ID=a9ecc0a7-1853-4a86-bf86-24bf9c098244,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:52.143732 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:52.224722 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.238985 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4be9-e70a-40cb-b9ae-9dbcf991a2a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8383262'] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.296998 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f02ed436-6310-4253-991a-fcdeb4178b89 req-9518beb2-5edf-48bf-a239-833b30c05aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600715 Jun 16 15:22:52.344673 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc54f0-8ba3-4453-9e18-2bc7a8badec6 req-eeb5c16a-78c8-4430-b919-b3527367a7bf tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:52.356583 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.358248 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 31bff1e3-51b8-4afb-8de0-3d82200d8d0c up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:52.359039 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4be9-e70a-40cb-b9ae-9dbcf991a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.363390 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-41dc54f0-8ba3-4453-9e18-2bc7a8badec6 req-eeb5c16a-78c8-4430-b919-b3527367a7bf tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.3117135 Jun 16 15:22:52.469686 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-41dc54f0-8ba3-4453-9e18-2bc7a8badec6 req-623fbde6-cb5e-419e-a60c-42acaab60c4a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063418 Jun 16 15:22:52.515595 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4be9-e70a-40cb-b9ae-9dbcf991a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7514117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1118612'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.523379 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:52.545834 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:52.555498 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:52.557296 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.576817 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a4be9-e70a-40cb-b9ae-9dbcf991a2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c96889-5334-4b2e-b311-8ba4f8adc2d4,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:52.586570 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-cc6a4be9-e70a-40cb-b9ae-9dbcf991a2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:52.591742 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cc6a4be9-e70a-40cb-b9ae-9dbcf991a2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.596290 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-cc6a4be9-e70a-40cb-b9ae-9dbcf991a2a8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/51c96889-5334-4b2e-b311-8ba4f8adc2d4 HTTP/1.1" status: 204 len: 168 time: 0.6865387 Jun 16 15:22:52.597110 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 45134) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:52.673488 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45136) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:52.691596 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-dd7431d4-646e-48cc-b18e-b7773b490306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.732793 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.756632 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.763617 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.780106 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.807240 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f1e8af39-7e72-4968-80ac-63424489fe87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:52.881538 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=31bff1e3-51b8-4afb-8de0-3d82200d8d0c,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:52.890438 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.894468 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-b68e1bfa-0bf8-4671-a807-f7566028d5b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:52.953758 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-dd7431d4-646e-48cc-b18e-b7773b490306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.962794 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-dd7431d4-646e-48cc-b18e-b7773b490306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:52.968765 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=31bff1e3-51b8-4afb-8de0-3d82200d8d0c,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:52.977611 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ce31443a-58da-4b91-969e-5670ec38a656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:52.983494 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:52.988161 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.008172 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ebee3a-7b92-4653-9f89-f279513e5868']}} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:53.011193 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'Port': ['ID=a9ecc0a7-1853-4a86-bf86-24bf9c098244,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:53.021441 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:53.036640 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06dec769-6ee6-4b95-a605-3aa261223167') {'for_net_delete': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:53.037121 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06dec769-6ee6-4b95-a605-3aa261223167') {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:22:53.071041 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8383239'] for segment, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.086671 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.087421 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7431d4-646e-48cc-b18e-b7773b490306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c797ca-2059-4f50-afb3-2281f338bd88,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:53.098477 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-dd7431d4-646e-48cc-b18e-b7773b490306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:53.123409 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-dd7431d4-646e-48cc-b18e-b7773b490306 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60417327065f42909eae4878e774df79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483194 Jun 16 15:22:53.130416 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45144) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:53.166488 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.180789 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.182695 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4240537 Jun 16 15:22:53.197501 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=92140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:22:53.197501 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7514266'] for segment, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: Traceback (most recent call last): Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: timer() Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: cb(*args, **kw) Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: return func(*args, **kwargs) Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: self._notify() Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: self.callback(batched_events) Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: event.method(event) Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: return f(self, *a, **k) Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._get(url).json() Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: return self.request(url, 'GET', **kwargs) Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:22:53.204782 dv-cinder-757908-6-iscsi neutron-server[92140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:22:53.254089 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5d24d7fb-dcc6-4d2a-8a14-2a521d0fe738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.283469 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:22:53.285470 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5d24d7fb-dcc6-4d2a-8a14-2a521d0fe738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.359939 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.373807 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-94435aec-fbac-4d08-91fe-95e8d0979bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:53.377839 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.381157 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/83ebee3a-7b92-4653-9f89-f279513e5868 HTTP/1.1" status: 204 len: 168 time: 0.7834482 Jun 16 15:22:53.397000 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9157a2-f4e6-4a2c-ae3a-e20279caabdf req-e71e68da-e112-4906-8e5f-efa5da71861c tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:53.399641 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6a9157a2-f4e6-4a2c-ae3a-e20279caabdf req-e71e68da-e112-4906-8e5f-efa5da71861c tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 944 time: 0.3360188 Jun 16 15:22:53.404249 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5d24d7fb-dcc6-4d2a-8a14-2a521d0fe738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.409169 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5d24d7fb-dcc6-4d2a-8a14-2a521d0fe738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.411084 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-5d24d7fb-dcc6-4d2a-8a14-2a521d0fe738 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64c797ca-2059-4f50-afb3-2281f338bd88 HTTP/1.1" status: 204 len: 168 time: 0.2790699 Jun 16 15:22:53.412213 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:53.430620 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24d7fb-dcc6-4d2a-8a14-2a521d0fe738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c797ca-2059-4f50-afb3-2281f338bd88,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:53.442292 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=7aa477e9-c288-44a2-ad6d-01fefbbea4d5,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:53.442679 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5d24d7fb-dcc6-4d2a-8a14-2a521d0fe738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:53.467152 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=83ebee3a-7b92-4653-9f89-f279513e5868,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:53.488149 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:53.533716 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '7aa477e9-c288-44a2-ad6d-01fefbbea4d5', 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc', 'port_id': '7aa477e9-c288-44a2-ad6d-01fefbbea4d5', 'mac_address': 'fa:16:3e:89:9d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f46278-bb8f-418b-bc1b-aca8bf5a234c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:22:53.551960 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-db75ddff-5e49-4aaa-8e8e-3d02f4667118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.552996 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6a9157a2-f4e6-4a2c-ae3a-e20279caabdf req-efbe218c-aa03-499e-a401-867823952ef4 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007318 Jun 16 15:22:53.622454 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-bec3678f-1d57-47cf-9889-d72b9afa750a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1141706397&fields=id&tenant_id=5cc02a1d378343618f1b9ecaae46e41e HTTP/1.1" status: 200 len: 267 time: 0.1135089 Jun 16 15:22:53.631855 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.657917 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:22:53.687158 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=7aa477e9-c288-44a2-ad6d-01fefbbea4d5,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:53.694881 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.698821 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:53.788880 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=7aa477e9-c288-44a2-ad6d-01fefbbea4d5,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:53.810401 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:53.823614 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45166) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:53.842396 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3189a7-9a30-49c1-a62c-a964a2632980 req-022addd3-6b4d-49ae-8829-aa1bb234eeff tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:53.845068 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0c3189a7-9a30-49c1-a62c-a964a2632980 req-022addd3-6b4d-49ae-8829-aa1bb234eeff tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1542885 Jun 16 15:22:53.850318 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ab680-859c-446c-9e32-853f936d583c req-38deca91-b57b-41df-9be3-40ffa7162aaa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:53.853806 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-38deca91-b57b-41df-9be3-40ffa7162aaa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 817 time: 0.2197578 Jun 16 15:22:53.894835 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-158ab8dd-653c-40f1-9e44-34a95cd2c8f0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/quotas/5cc02a1d378343618f1b9ecaae46e41e HTTP/1.1" status: 200 len: 375 time: 0.0276327 Jun 16 15:22:53.914598 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0c3189a7-9a30-49c1-a62c-a964a2632980 req-062e4cda-75e7-472e-9a76-0b13563a594e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622268 Jun 16 15:22:53.973717 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:53.987165 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-0515764f-265c-4fdb-af00-79f7c4b9d255 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8bc943d0dd345179a8116d0bb86a590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617558 Jun 16 15:22:53.989830 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45170) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:54.070433 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1ad4d125-9ab7-4a96-a50f-3bbc1ca97d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.082559 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-8547687c-0472-403c-8a61-1e8c78d94fed tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1754079 Jun 16 15:22:54.110545 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1ad4d125-9ab7-4a96-a50f-3bbc1ca97d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.223673 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 31bff1e3-51b8-4afb-8de0-3d82200d8d0c up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:54.284729 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1ad4d125-9ab7-4a96-a50f-3bbc1ca97d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.290435 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1ad4d125-9ab7-4a96-a50f-3bbc1ca97d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.292731 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-1ad4d125-9ab7-4a96-a50f-3bbc1ca97d73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/979ceff0-64ce-4d4b-8915-efd7f00b7644 HTTP/1.1" status: 204 len: 168 time: 0.3018658 Jun 16 15:22:54.294439 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:54.313933 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-ec4e2b90-edaa-4db5-b94c-c27b1e729042 service neutron] 10.222.0.61 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826603 Jun 16 15:22:54.341930 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4d125-9ab7-4a96-a50f-3bbc1ca97d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979ceff0-64ce-4d4b-8915-efd7f00b7644,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:54.345934 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1ad4d125-9ab7-4a96-a50f-3bbc1ca97d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:54.397063 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:54.401378 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:54.436047 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-62590565-e86c-4b7a-9a87-8706f9deabf8 service neutron] 10.222.0.61 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217451 Jun 16 15:22:54.576546 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['7aa477e9-c288-44a2-ad6d-01fefbbea4d5'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:22:54.731967 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f3e00641-aa95-480c-86a5-80ce97c24eae req-bf91606b-4bc9-4955-97a4-49e5a22dacd7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 210 time: 0.0750637 Jun 16 15:22:54.839019 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5a6e3-edb3-4c26-9795-1087f11d349d req-a64c6e9a-040a-4d02-bd4c-61c0a2ef3963 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:54.849043 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ade5a6e3-edb3-4c26-9795-1087f11d349d req-a64c6e9a-040a-4d02-bd4c-61c0a2ef3963 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 945 time: 0.1164789 Jun 16 15:22:54.936697 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ade5a6e3-edb3-4c26-9795-1087f11d349d req-e08499ee-4a11-4281-a207-8e03407e58c6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852752 Jun 16 15:22:55.159795 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf417f-17e9-447b-91e5-004e9f3e01f6 req-cc7e4cf8-9549-40f3-a476-49f52b267945 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:55.161740 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5cdf417f-17e9-447b-91e5-004e9f3e01f6 req-cc7e4cf8-9549-40f3-a476-49f52b267945 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1024935 Jun 16 15:22:55.197455 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45222) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:55.241620 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5cdf417f-17e9-447b-91e5-004e9f3e01f6 req-5cba4359-2d50-41bc-b916-a5f9a1a34061 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732388 Jun 16 15:22:55.294769 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-e505a9ac-7e79-4947-8e41-55f01f11df06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1bd907b03f8a4e61aa803b625fb8773e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957394 Jun 16 15:22:55.299209 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 45230) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:55.383875 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aaf21303-f0b2-4d16-88f3-2fdd320f3098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:55.435091 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aaf21303-f0b2-4d16-88f3-2fdd320f3098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:55.536216 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aaf21303-f0b2-4d16-88f3-2fdd320f3098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:55.541170 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aaf21303-f0b2-4d16-88f3-2fdd320f3098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:55.546496 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-aaf21303-f0b2-4d16-88f3-2fdd320f3098 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4116de7-b93e-40da-bb46-885cf84aa3e4 HTTP/1.1" status: 204 len: 168 time: 0.2421196 Jun 16 15:22:55.546496 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6758d6ce-16eb-4c01-bcea-00dbaff0c9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:55.559413 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf21303-f0b2-4d16-88f3-2fdd320f3098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4116de7-b93e-40da-bb46-885cf84aa3e4,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:55.575693 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-aaf21303-f0b2-4d16-88f3-2fdd320f3098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:55.709935 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 45240) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:56.010991 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b322edcb-6ba5-4e94-bf59-54a6041fae5f req-2b814baf-b60b-4b3f-b376-d4694d4ac627 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 210 time: 0.0594172 Jun 16 15:22:56.115385 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6c76b304-e03f-4b85-9d83-3fdadea4cbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.204118 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.334387 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6c76b304-e03f-4b85-9d83-3fdadea4cbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.358524 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45b5cc-6fc6-4996-9341-54f10fefce4a req-65618ff9-0d8f-4e7d-b4ed-ce0db5fcca01 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:56.361175 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff45b5cc-6fc6-4996-9341-54f10fefce4a req-65618ff9-0d8f-4e7d-b4ed-ce0db5fcca01 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 945 time: 0.1829352 Jun 16 15:22:56.362218 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6c76b304-e03f-4b85-9d83-3fdadea4cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.374051 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fba58807-01c5-424c-af3e-eaf2631d1de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:56.478644 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-6c76b304-e03f-4b85-9d83-3fdadea4cbe5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d61bad114754c6eb5bba0bfdec045aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7637601 Jun 16 15:22:56.482438 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 45264) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:22:56.506034 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76b304-e03f-4b85-9d83-3fdadea4cbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065a2038-2be3-426b-9fd5-7fe9be823d2e,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:56.516372 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6c76b304-e03f-4b85-9d83-3fdadea4cbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:56.556781 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff45b5cc-6fc6-4996-9341-54f10fefce4a req-40d5536d-717a-47a4-bbbd-622d0376ba5f tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663659 Jun 16 15:22:56.639733 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-061710e1-2c52-4a24-90be-ddd15f3f2737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.683190 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-061710e1-2c52-4a24-90be-ddd15f3f2737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.798220 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-061710e1-2c52-4a24-90be-ddd15f3f2737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.801360 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-061710e1-2c52-4a24-90be-ddd15f3f2737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:56.803076 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-061710e1-2c52-4a24-90be-ddd15f3f2737 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/065a2038-2be3-426b-9fd5-7fe9be823d2e HTTP/1.1" status: 204 len: 168 time: 0.3168933 Jun 16 15:22:56.804024 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b101843c-e55d-4b14-b8c5-f2f51821e561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:56.839109 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061710e1-2c52-4a24-90be-ddd15f3f2737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065a2038-2be3-426b-9fd5-7fe9be823d2e,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:56.849203 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-061710e1-2c52-4a24-90be-ddd15f3f2737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:57.049522 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ab680-859c-446c-9e32-853f936d583c req-d63d242b-6c75-4879-bcf7-004207f3e282 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:57.051828 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-d63d242b-6c75-4879-bcf7-004207f3e282 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 817 time: 0.6910522 Jun 16 15:22:57.084442 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99930600-c36e-46e2-957b-a689a97116ca req-f927dc28-8b11-4b4a-9cfc-111da7264771 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:57.086427 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-99930600-c36e-46e2-957b-a689a97116ca req-f927dc28-8b11-4b4a-9cfc-111da7264771 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1775272 Jun 16 15:22:57.163499 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-99930600-c36e-46e2-957b-a689a97116ca req-03c5e356-86b5-41ee-89d4-cefd9c880428 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686650 Jun 16 15:22:57.401106 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1b648d7c-d585-4cdf-bf53-389210fffedb req-fdbb1bb1-4e40-4a03-91e6-8686bcf1a920 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 210 time: 0.0357499 Jun 16 15:22:57.872416 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:22:57.891408 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc2e84-002b-443d-bd06-85c1944e1c1c req-d78e4f46-5057-4973-9c2e-b3a5df109e63 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:57.893420 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-94fc2e84-002b-443d-bd06-85c1944e1c1c req-d78e4f46-5057-4973-9c2e-b3a5df109e63 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 945 time: 0.1328645 Jun 16 15:22:57.953670 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-94fc2e84-002b-443d-bd06-85c1944e1c1c req-f22c7d13-e545-4321-97e4-639fcf0649dd tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486383 Jun 16 15:22:57.958676 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:57.981643 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:22:57.988628 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:22:57.989323 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:58.130746 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:58.170806 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277e1212-0cd2-4209-83d0-74de6c1e8e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa477e9-c288-44a2-ad6d-01fefbbea4d5'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:22:58.174010 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a4e0d3-56d0-465b-ad56-cc6bbfd1f068" -d '{"events": [{"server_uuid": "277e1212-0cd2-4209-83d0-74de6c1e8e62", "name": "network-vif-plugged", "status": "completed", "tag": "7aa477e9-c288-44a2-ad6d-01fefbbea4d5"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:22:58.191873 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=7aa477e9-c288-44a2-ad6d-01fefbbea4d5,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:22:58.200944 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:22:58.206923 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:22:58.251208 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcacd69-7225-4fdc-8096-654568c67ea6 x-openstack-request-id: req-4fcacd69-7225-4fdc-8096-654568c67ea6 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:22:58.251784 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277e1212-0cd2-4209-83d0-74de6c1e8e62", "name": "network-vif-plugged", "status": "completed", "tag": "7aa477e9-c288-44a2-ad6d-01fefbbea4d5", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:22:58.252308 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fcacd69-7225-4fdc-8096-654568c67ea6 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:22:58.253125 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277e1212-0cd2-4209-83d0-74de6c1e8e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa477e9-c288-44a2-ad6d-01fefbbea4d5', 'code': 200} Jun 16 15:22:58.306734 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=7aa477e9-c288-44a2-ad6d-01fefbbea4d5,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:22:58.312939 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:22:58.490881 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8de9ca-e7f3-4317-9753-5e3793816c17 req-3589b0c7-7404-477c-80a3-0010b0402124 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:58.494599 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-db8de9ca-e7f3-4317-9753-5e3793816c17 req-3589b0c7-7404-477c-80a3-0010b0402124 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0989594 Jun 16 15:22:58.549572 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-db8de9ca-e7f3-4317-9753-5e3793816c17 req-fff62ee1-13d5-47de-b3cc-1578360aa642 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480673 Jun 16 15:22:58.743847 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ea195173-2590-48c8-b437-c0fd485d9c3d req-71763c12-4ba8-44f4-bb60-200b92fe0abe tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 210 time: 0.0506296 Jun 16 15:22:59.202070 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49042df2-c40b-45fa-bac5-7890305f44fe req-00687482-e261-4bb3-9277-1d896f0d72d6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:59.204352 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49042df2-c40b-45fa-bac5-7890305f44fe req-00687482-e261-4bb3-9277-1d896f0d72d6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 946 time: 0.1072669 Jun 16 15:22:59.252138 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49042df2-c40b-45fa-bac5-7890305f44fe req-b780a779-5e4d-4bb2-a317-b41aa88cc273 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Jun 16 15:22:59.751846 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39343b-8806-4207-8e0f-755f10b99318 req-6168970e-dd54-4694-bb59-237eb9f29cec tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:22:59.753664 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-db39343b-8806-4207-8e0f-755f10b99318 req-6168970e-dd54-4694-bb59-237eb9f29cec tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0679088 Jun 16 15:22:59.802800 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-db39343b-8806-4207-8e0f-755f10b99318 req-4cd17540-fcec-494d-ac8a-cf32f9e5ac25 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Jun 16 15:22:59.956629 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a4f9373d-f62b-4893-ac79-115a68fcec05 req-5a460803-78d5-496d-ae7c-d4a573c66ade tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 210 time: 0.0361063 Jun 16 15:23:00.446129 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a3741-a7e6-45d3-9d04-03644d2d026b req-680cf9f6-6797-47a0-af00-e1be89cb4fc7 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:00.448523 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9e6a3741-a7e6-45d3-9d04-03644d2d026b req-680cf9f6-6797-47a0-af00-e1be89cb4fc7 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 946 time: 0.0731311 Jun 16 15:23:00.511610 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9e6a3741-a7e6-45d3-9d04-03644d2d026b req-60f9e6ee-8a16-4fe2-afeb-c77a739b41bf tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555153 Jun 16 15:23:01.012667 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2af08-f2d7-4059-8835-7de471ace0d8 req-cbc22490-63eb-4360-899a-ff5e70698c42 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:01.014432 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-80c2af08-f2d7-4059-8835-7de471ace0d8 req-cbc22490-63eb-4360-899a-ff5e70698c42 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0724373 Jun 16 15:23:01.058969 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-80c2af08-f2d7-4059-8835-7de471ace0d8 req-a52934f8-6480-48fb-b387-7ea3e42ed9ba tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Jun 16 15:23:01.210005 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a6e0c3c1-c438-4ea8-8baf-6be16c1f1d71 req-9aac6693-daf7-4e0c-82d3-02015aa7ce98 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 210 time: 0.0369124 Jun 16 15:23:01.279214 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-e1e97b55-9249-4428-b634-82375c894197 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc02a1d378343618f1b9ecaae46e41e HTTP/1.1" status: 200 len: 380 time: 0.0676970 Jun 16 15:23:01.295660 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'port': {'device_id': 'f52c260e-6808-4ff2-8546-6901994505a8', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'admin_state_up': True, 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'security_groups': ['4a96a8e0-6ef3-4e77-956d-11446b576210']}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:01.465930 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Made reservation on behalf of 5cc02a1d378343618f1b9ecaae46e41e for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:23:01.470091 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:01.628611 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6916d-8d52-4cd1-8dbc-d5751acf322c req-f11cab5c-0db8-40f0-96e2-f2df8d6458df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:01.631285 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-57d6916d-8d52-4cd1-8dbc-d5751acf322c req-f11cab5c-0db8-40f0-96e2-f2df8d6458df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 1099 time: 0.1508877 Jun 16 15:23:01.684860 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Allocated IP 172.20.0.6 (e4b1fb62-6329-46a1-9820-acaf6c9542c3/81d617eb-1f27-475d-8afc-7eab7ec439af/1fe6a6c5-e849-4809-b6fa-840126023db0) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:23:01.689432 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-57d6916d-8d52-4cd1-8dbc-d5751acf322c req-41e61e29-c02e-4907-b25a-bc42bd751d26 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504434 Jun 16 15:23:01.880790 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a459172-b2ae-4562-a829-d397c7b9ab76 req-c1d1eccf-6dee-45f5-a51d-9953ca6a22b9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:01.882472 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9a459172-b2ae-4562-a829-d397c7b9ab76 req-c1d1eccf-6dee-45f5-a51d-9953ca6a22b9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 946 time: 0.1600478 Jun 16 15:23:01.930376 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:01.959094 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Transition to ACTIVE for port object 1fe6a6c5-e849-4809-b6fa-840126023db0 will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:23:01.968339 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9a459172-b2ae-4562-a829-d397c7b9ab76 req-478a3978-f25a-4e4a-9f43-b383e6a296b5 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770426 Jun 16 15:23:02.006138 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:02.011320 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5e8c731d-dd2e-4714-bdcd-4d92caab18b8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:02.063319 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Network e4b1fb62-6329-46a1-9820-acaf6c9542c3 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:23:02.070403 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:23:02.077347 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:23:02.119867 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'Port': ['ID=1fe6a6c5-e849-4809-b6fa-840126023db0,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:02.125021 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:02.158199 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:02.158867 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:02.177041 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8856249 Jun 16 15:23:02.375446 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6a70b-6a3f-4b7a-83dd-b520417f2c7a req-8308145c-bd34-4bf8-a4ec-e7d41b1b4251 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:02.378052 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e2d6a70b-6a3f-4b7a-83dd-b520417f2c7a req-8308145c-bd34-4bf8-a4ec-e7d41b1b4251 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1134005 Jun 16 15:23:02.393450 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ebe808e3-5d72-4cd8-a8a9-90a5f39247c0 None None] Provisioning for port 1fe6a6c5-e849-4809-b6fa-840126023db0 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:23:02.409792 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Request body: {'port': {'device_id': 'f52c260e-6808-4ff2-8546-6901994505a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:02.412482 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ebe808e3-5d72-4cd8-a8a9-90a5f39247c0 None None] Provisioning complete for port 1fe6a6c5-e849-4809-b6fa-840126023db0 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:02.413327 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ebe808e3-5d72-4cd8-a8a9-90a5f39247c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:02.438508 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e2d6a70b-6a3f-4b7a-83dd-b520417f2c7a req-67f9736b-bdf5-4f21-bb89-21d97220d8b0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547504 Jun 16 15:23:02.472931 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ebe808e3-5d72-4cd8-a8a9-90a5f39247c0 None None] Port 1fe6a6c5-e849-4809-b6fa-840126023db0 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:23:02.582192 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:02.606168 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106b780-0e53-4298-a65b-b0c45c8287f8 req-d64de1c5-2d8c-428d-b4e1-4f01652f70c3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:02.607737 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c106b780-0e53-4298-a65b-b0c45c8287f8 req-d64de1c5-2d8c-428d-b4e1-4f01652f70c3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 931 time: 0.1912706 Jun 16 15:23:02.673095 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:02.696173 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c106b780-0e53-4298-a65b-b0c45c8287f8 req-376f7f10-104d-4f44-973d-64438f97af63 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631347 Jun 16 15:23:03.069265 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe6a6c5-e849-4809-b6fa-840126023db0 {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:23:03.085085 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:03.107995 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Transition to ACTIVE for port object 1fe6a6c5-e849-4809-b6fa-840126023db0 will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:23:03.113783 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:03.118222 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6d391445-e715-4327-af21-c48bb673a3dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:03.183496 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c147f1d-0450-45bc-a42e-77d4c49373dd req-5d5887bb-4d3f-407b-8ae0-92278ac7a05d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:03.185476 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2c147f1d-0450-45bc-a42e-77d4c49373dd req-5d5887bb-4d3f-407b-8ae0-92278ac7a05d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 946 time: 0.0826652 Jun 16 15:23:03.278345 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe6a6c5-e849-4809-b6fa-840126023db0,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:03.294204 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2c147f1d-0450-45bc-a42e-77d4c49373dd req-863d602a-deea-4174-ba3e-f4b87fd17348 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954752 Jun 16 15:23:03.314810 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:03.360618 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Attempting to bind port 1fe6a6c5-e849-4809-b6fa-840126023db0 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:23:03.360961 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Attempting to bind port 1fe6a6c5-e849-4809-b6fa-840126023db0 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:23:03.361325 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Attempting to bind port 1fe6a6c5-e849-4809-b6fa-840126023db0 on network e4b1fb62-6329-46a1-9820-acaf6c9542c3 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:23:03.366684 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Port 1fe6a6c5-e849-4809-b6fa-840126023db0 on network e4b1fb62-6329-46a1-9820-acaf6c9542c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:23:03.366993 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Attempting to bind port 1fe6a6c5-e849-4809-b6fa-840126023db0 on network e4b1fb62-6329-46a1-9820-acaf6c9542c3 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:23:03.373273 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:23:03.373628 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Checking segment: {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:23:03.374013 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Bound using segment: {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:23:03.374487 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Bound port: 1fe6a6c5-e849-4809-b6fa-840126023db0, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:23:03.374843 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:03.454778 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:23:03.458331 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:23:03.464225 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:03.466705 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-91c10111-536c-44e0-a970-e3b6e41f3df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:03.511904 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:03.512948 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:03.515508 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] 10.222.0.36 "PUT /v2.0/ports/1fe6a6c5-e849-4809-b6fa-840126023db0 HTTP/1.1" status: 200 len: 1093 time: 1.1129739 Jun 16 15:23:03.516377 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:23:03.520546 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2f55e5-6ff9-4f68-b953-d9f547c0890b" -d '{"events": [{"name": "network-changed", "server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:23:03.598515 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe6a6c5-e849-4809-b6fa-840126023db0,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:03.625959 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:03.627603 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216cb950-6467-4409-a70a-add65d22714a x-openstack-request-id: req-216cb950-6467-4409-a70a-add65d22714a {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:23:03.627932 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:23:03.628217 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-216cb950-6467-4409-a70a-add65d22714a {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:23:03.628651 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'status': 'completed', 'code': 200} Jun 16 15:23:03.662866 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ab680-859c-446c-9e32-853f936d583c req-0d2b63ec-f8e3-45e2-b235-304b84e6077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:03.664850 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-0d2b63ec-f8e3-45e2-b235-304b84e6077f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 1096 time: 0.0806522 Jun 16 15:23:03.745040 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-06c387f3-f949-4a15-9b8a-470c903f09bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe6a6c5-e849-4809-b6fa-840126023db0 HTTP/1.1" status: 200 len: 217 time: 0.0648749 Jun 16 15:23:03.868666 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ab680-859c-446c-9e32-853f936d583c req-56e21d02-bfc6-40eb-9b4b-0900474ecf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:03.872410 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-56e21d02-bfc6-40eb-9b4b-0900474ecf45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.1209579 Jun 16 15:23:03.894889 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb12158-627c-44ab-91b2-2de0a31f2078 req-b80ef153-e162-42e4-bb80-766233d41417 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:03.897833 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bfb12158-627c-44ab-91b2-2de0a31f2078 req-b80ef153-e162-42e4-bb80-766233d41417 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.2279220 Jun 16 15:23:04.041680 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bfb12158-627c-44ab-91b2-2de0a31f2078 req-e172313a-851d-44f7-a91a-be03c6a763f9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906365 Jun 16 15:23:04.059477 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ab680-859c-446c-9e32-853f936d583c req-635ea182-dd35-47fd-88c7-279a3068d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:04.061911 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-635ea182-dd35-47fd-88c7-279a3068d92d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1800911 Jun 16 15:23:04.170978 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed8372-acb2-4efa-a593-28a3c02ba43f req-6b522639-8b2d-47c7-b044-4573adcc67d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:04.172531 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-05ed8372-acb2-4efa-a593-28a3c02ba43f req-6b522639-8b2d-47c7-b044-4573adcc67d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0859897 Jun 16 15:23:04.179972 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-1242087a-cdb7-41ca-8bf8-6a27dcde3591 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052642 Jun 16 15:23:04.229752 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-05ed8372-acb2-4efa-a593-28a3c02ba43f req-7fc9fc2e-3ba7-42be-b491-6a78880a005b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496509 Jun 16 15:23:04.289319 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-403ab680-859c-446c-9e32-853f936d583c req-1e3be7d0-8ae7-4f8b-ba39-b57c5392bea0 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005769 Jun 16 15:23:04.521793 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f55e5-6ff9-4f68-b953-d9f547c0890b req-05a59a75-cb71-4df9-b7db-7fcaaff42c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:04.523372 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-be2f55e5-6ff9-4f68-b953-d9f547c0890b req-05a59a75-cb71-4df9-b7db-7fcaaff42c5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 1096 time: 0.1118221 Jun 16 15:23:04.536496 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081be00-5e1e-466d-a2d8-b492dfff86a3 req-a3b2a7fa-de3b-44ee-a66c-4fe50a78e2ca tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:04.538159 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8081be00-5e1e-466d-a2d8-b492dfff86a3 req-a3b2a7fa-de3b-44ee-a66c-4fe50a78e2ca tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 946 time: 0.0921209 Jun 16 15:23:04.650449 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8081be00-5e1e-466d-a2d8-b492dfff86a3 req-b3a223b7-46c6-49d8-91d6-bc3c15ea7a8d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909576 Jun 16 15:23:04.672479 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f55e5-6ff9-4f68-b953-d9f547c0890b req-c7bd6c4d-d6be-4e13-aede-7559fad39085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:04.674241 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-be2f55e5-6ff9-4f68-b953-d9f547c0890b req-c7bd6c4d-d6be-4e13-aede-7559fad39085 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 919 time: 0.1351616 Jun 16 15:23:04.724567 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-be2f55e5-6ff9-4f68-b953-d9f547c0890b req-47c1b220-9173-4306-b725-b3cf013f641b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe6a6c5-e849-4809-b6fa-840126023db0 HTTP/1.1" status: 200 len: 217 time: 0.0414920 Jun 16 15:23:04.777191 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f55e5-6ff9-4f68-b953-d9f547c0890b req-a9420aa8-dfd3-41f2-8339-b8e45488dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:04.778707 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-be2f55e5-6ff9-4f68-b953-d9f547c0890b req-a9420aa8-dfd3-41f2-8339-b8e45488dc8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.0478964 Jun 16 15:23:04.846365 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f55e5-6ff9-4f68-b953-d9f547c0890b req-6146a1b5-c2f4-4aab-b938-41e275c59eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:04.847901 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-be2f55e5-6ff9-4f68-b953-d9f547c0890b req-6146a1b5-c2f4-4aab-b938-41e275c59eee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607581 Jun 16 15:23:04.963946 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-be2f55e5-6ff9-4f68-b953-d9f547c0890b req-3237e22b-d11d-4f1c-89ff-8c55be9cef7a service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088474 Jun 16 15:23:05.073517 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-be2f55e5-6ff9-4f68-b953-d9f547c0890b req-178e9757-d85b-4ce6-a956-77e2e18631eb service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004939 Jun 16 15:23:05.238792 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca06890-9fd0-40d1-8d74-10c484948725 req-e03463f8-eb64-4485-abc4-3aae69b53d39 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:05.240569 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ca06890-9fd0-40d1-8d74-10c484948725 req-e03463f8-eb64-4485-abc4-3aae69b53d39 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0770810 Jun 16 15:23:05.285929 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ca06890-9fd0-40d1-8d74-10c484948725 req-5ae06da6-33fd-4180-9f7b-02531feb11e8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378466 Jun 16 15:23:05.474005 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6779dc-3b3e-4e21-9b25-636e5f7a29ba req-976a7f44-62fc-4d62-9c2c-12665d1c32fe tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:05.475925 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1a6779dc-3b3e-4e21-9b25-636e5f7a29ba req-976a7f44-62fc-4d62-9c2c-12665d1c32fe tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0739522 Jun 16 15:23:05.521831 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1a6779dc-3b3e-4e21-9b25-636e5f7a29ba req-c5cf01fc-2d0a-4afa-8fee-2081ad3bfe23 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383170 Jun 16 15:23:05.856913 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113fea1-d1ad-4a5f-bf28-6b3ce16442d3 req-58bea173-2c2b-4b5c-8009-59ccf5adc76b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:05.858460 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5113fea1-d1ad-4a5f-bf28-6b3ce16442d3 req-58bea173-2c2b-4b5c-8009-59ccf5adc76b tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 946 time: 0.0761061 Jun 16 15:23:05.899753 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5113fea1-d1ad-4a5f-bf28-6b3ce16442d3 req-0f57dbc8-9d2d-4f67-8ea1-c73536464290 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350602 Jun 16 15:23:06.501420 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ff6ea-3ebf-4c3e-a891-301e71513446 req-eb4b5dfc-ae6c-4704-9fe4-431c9d0356f3 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:06.502965 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-873ff6ea-3ebf-4c3e-a891-301e71513446 req-eb4b5dfc-ae6c-4704-9fe4-431c9d0356f3 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0693319 Jun 16 15:23:06.556549 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-873ff6ea-3ebf-4c3e-a891-301e71513446 req-f4f42f36-ff51-4f23-a1f5-276fb55b4f03 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Jun 16 15:23:06.854933 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b74413-fb81-4ac1-b3c3-682c40009e2d req-ae4ea303-f7f0-4774-a425-2b76344a5dcf tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:06.856579 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-61b74413-fb81-4ac1-b3c3-682c40009e2d req-ae4ea303-f7f0-4774-a425-2b76344a5dcf tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0918057 Jun 16 15:23:06.923294 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-61b74413-fb81-4ac1-b3c3-682c40009e2d req-aa22c410-e9a8-4909-a8e1-e764dad2f3b6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590076 Jun 16 15:23:07.790255 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31594f9-e6fd-46d8-9b82-eaf5aa19a920 req-18ba1618-e1ba-4e1e-aa0c-67e9a35be849 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:07.791765 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f31594f9-e6fd-46d8-9b82-eaf5aa19a920 req-18ba1618-e1ba-4e1e-aa0c-67e9a35be849 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0757225 Jun 16 15:23:07.857412 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:23:08.034471 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f31594f9-e6fd-46d8-9b82-eaf5aa19a920 req-d044871b-7873-4bce-aeaf-de4e1c5816e5 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366860 Jun 16 15:23:08.230583 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16078a-6afe-42e0-ae6a-e67f07fa998d req-f5af5b1b-6e3f-4949-b137-9e92bc011220 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:08.232194 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-af16078a-6afe-42e0-ae6a-e67f07fa998d req-f5af5b1b-6e3f-4949-b137-9e92bc011220 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0795393 Jun 16 15:23:08.281063 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-af16078a-6afe-42e0-ae6a-e67f07fa998d req-5fe34fd2-1e4d-4da1-9c2d-f7b2c1eb7b42 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382109 Jun 16 15:23:09.260913 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67576648-c5ac-4066-b475-eecb66c79ab4 req-5ff416d2-db39-4c1c-b4a9-0038575d2883 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:09.265910 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67576648-c5ac-4066-b475-eecb66c79ab4 req-5ff416d2-db39-4c1c-b4a9-0038575d2883 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1064258 Jun 16 15:23:09.316542 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67576648-c5ac-4066-b475-eecb66c79ab4 req-e2bc6d75-e9bd-40cf-932f-89daae1402ab tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475080 Jun 16 15:23:09.543832 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed722cc-f29c-4a86-9e76-980156876e1e req-409ec0db-dc63-4784-8900-e4b0ac703834 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:09.545744 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2ed722cc-f29c-4a86-9e76-980156876e1e req-409ec0db-dc63-4784-8900-e4b0ac703834 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1084204 Jun 16 15:23:09.588505 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2ed722cc-f29c-4a86-9e76-980156876e1e req-3a2d6466-307d-4cd3-a9cd-b679b0418cc1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368581 Jun 16 15:23:10.518283 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bec37-5413-4531-a5a6-9018cac13dca req-91d2bcba-f918-42cd-949f-b56c1ab182ca tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:10.519845 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-496bec37-5413-4531-a5a6-9018cac13dca req-91d2bcba-f918-42cd-949f-b56c1ab182ca tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0718637 Jun 16 15:23:10.590882 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-496bec37-5413-4531-a5a6-9018cac13dca req-7a5daa57-b140-46cc-9c85-d91146f7c294 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618529 Jun 16 15:23:10.852020 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f49170-01ee-4055-bb61-18b1a547c675 req-3761a1da-ff59-454f-8892-d889f901fbe6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:10.854549 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-83f49170-01ee-4055-bb61-18b1a547c675 req-3761a1da-ff59-454f-8892-d889f901fbe6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0745306 Jun 16 15:23:10.897879 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-83f49170-01ee-4055-bb61-18b1a547c675 req-61bede08-3eec-452d-ad83-147f6676b4bd tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370286 Jun 16 15:23:11.799527 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7afe3-7386-4431-848a-5aadf01c8cfa req-73544d6e-6114-4162-b5b3-76df4eb142bd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:11.801149 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7cb7afe3-7386-4431-848a-5aadf01c8cfa req-73544d6e-6114-4162-b5b3-76df4eb142bd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0786176 Jun 16 15:23:11.847636 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7cb7afe3-7386-4431-848a-5aadf01c8cfa req-2d7f231e-b149-487a-b3d8-7d6c14af3c81 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390701 Jun 16 15:23:12.070026 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 1fe6a6c5-e849-4809-b6fa-840126023db0 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:23:12.107461 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125cc25-0b65-4ad1-91f0-42245cbeb76b req-5b84f9ef-6627-4e26-882a-07857cb6f1e1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:12.109167 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4125cc25-0b65-4ad1-91f0-42245cbeb76b req-5b84f9ef-6627-4e26-882a-07857cb6f1e1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0799279 Jun 16 15:23:12.160850 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4125cc25-0b65-4ad1-91f0-42245cbeb76b req-3b8d9842-d880-41b4-8e47-51697f4cf6d2 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431986 Jun 16 15:23:12.236203 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:12.250215 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'port_id': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'mac_address': 'fa:16:3e:fe:a0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:23:12.301354 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:12.317325 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe6a6c5-e849-4809-b6fa-840126023db0 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:23:12.340743 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:12.345428 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:12.348301 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-809dc068-8bb3-4159-bc45-733b9ad2aa27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:12.409199 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=1fe6a6c5-e849-4809-b6fa-840126023db0,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:12.416522 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:13.064776 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c0e5e-7581-4bc5-9c5a-976fa41d76b2 req-c2e45f09-0e80-4a8d-a9f1-127cc33ddfe3 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:13.067446 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-807c0e5e-7581-4bc5-9c5a-976fa41d76b2 req-c2e45f09-0e80-4a8d-a9f1-127cc33ddfe3 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0933874 Jun 16 15:23:13.123188 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-807c0e5e-7581-4bc5-9c5a-976fa41d76b2 req-4ac859e3-d9b9-4607-820d-373d5d08b68c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477405 Jun 16 15:23:13.368779 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a37c8-ef7e-41e4-aa04-15c80f980d0f req-b6678e25-8668-404b-af1e-938809e60c22 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:13.370650 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4d1a37c8-ef7e-41e4-aa04-15c80f980d0f req-b6678e25-8668-404b-af1e-938809e60c22 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.0807631 Jun 16 15:23:13.419491 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4d1a37c8-ef7e-41e4-aa04-15c80f980d0f req-633409d6-f005-4e1b-abec-8d9c285b48e5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418987 Jun 16 15:23:14.320711 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6208d8-128a-433a-a693-0b7ab923f6d5 req-58ffb639-68ca-4261-b933-2b7ac5897559 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:14.323861 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6d6208d8-128a-433a-a693-0b7ab923f6d5 req-58ffb639-68ca-4261-b933-2b7ac5897559 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0740762 Jun 16 15:23:14.369814 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6d6208d8-128a-433a-a693-0b7ab923f6d5 req-bca7082e-7abc-433e-ae6d-98774af77c2f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398984 Jun 16 15:23:14.633181 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47b756-bf3a-4760-88ac-bdf01fec4f80 req-d2c957ea-c973-4484-bc10-a8b0247abd12 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:14.635848 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3f47b756-bf3a-4760-88ac-bdf01fec4f80 req-d2c957ea-c973-4484-bc10-a8b0247abd12 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.0766597 Jun 16 15:23:14.678020 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3f47b756-bf3a-4760-88ac-bdf01fec4f80 req-22cab2c2-1f2a-429c-b152-3c92b92de333 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341036 Jun 16 15:23:15.570880 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d236-1dfa-4d84-99ce-bc40aa9d8fe5 req-f9f6e5da-27c0-4445-b28a-5645d5bc40bd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:15.573912 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-36c8d236-1dfa-4d84-99ce-bc40aa9d8fe5 req-f9f6e5da-27c0-4445-b28a-5645d5bc40bd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0845304 Jun 16 15:23:15.616228 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-36c8d236-1dfa-4d84-99ce-bc40aa9d8fe5 req-0e56d88a-91e5-4d80-910d-98ca32556ff5 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366583 Jun 16 15:23:16.037448 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1e83e-d547-4ff6-8784-5d5dfbb85ae3 req-2b703d26-4ffa-4cb1-9aef-32d425748b0e tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:16.039029 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-dea1e83e-d547-4ff6-8784-5d5dfbb85ae3 req-2b703d26-4ffa-4cb1-9aef-32d425748b0e tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.0681944 Jun 16 15:23:16.087694 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-dea1e83e-d547-4ff6-8784-5d5dfbb85ae3 req-5ffdd7cd-9107-465d-be4d-cb17447db722 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385163 Jun 16 15:23:16.862316 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5a31e-1976-4dfe-9439-4e09f1e3e57a req-991e54bd-ea06-49c0-bd43-cb78de58fccd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:16.863906 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-97a5a31e-1976-4dfe-9439-4e09f1e3e57a req-991e54bd-ea06-49c0-bd43-cb78de58fccd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0845735 Jun 16 15:23:16.911702 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-97a5a31e-1976-4dfe-9439-4e09f1e3e57a req-08d9c230-e51a-48e5-95cf-f2e98585ba02 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370960 Jun 16 15:23:16.952083 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['1fe6a6c5-e849-4809-b6fa-840126023db0'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:23:17.440822 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7bc5d-3592-4287-ae63-77e079f83750 req-283e7731-b5e3-4559-8e69-b33942d6e25a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:17.442967 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0db7bc5d-3592-4287-ae63-77e079f83750 req-283e7731-b5e3-4559-8e69-b33942d6e25a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.1195900 Jun 16 15:23:17.491517 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0db7bc5d-3592-4287-ae63-77e079f83750 req-4a558c5d-68fa-43ce-af73-08b423700803 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 Jun 16 15:23:18.147042 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476a323-974a-40b5-a8b7-179a82c5190e req-522c692e-3414-442f-b97e-feef14eb2bb7 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:18.148753 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c476a323-974a-40b5-a8b7-179a82c5190e req-522c692e-3414-442f-b97e-feef14eb2bb7 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1050124 Jun 16 15:23:18.195241 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c476a323-974a-40b5-a8b7-179a82c5190e req-4f2fda5a-8143-4c7e-8ea4-777edcbc1859 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369170 Jun 16 15:23:18.698572 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be2bd0-f807-4bb7-ac2e-b0a7d2fd5d4b req-c56ff55f-e1a3-427b-8654-68a38148fcc5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:18.700163 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-50be2bd0-f807-4bb7-ac2e-b0a7d2fd5d4b req-c56ff55f-e1a3-427b-8654-68a38148fcc5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.0729885 Jun 16 15:23:18.747705 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-50be2bd0-f807-4bb7-ac2e-b0a7d2fd5d4b req-5ad806dd-9e49-4c35-978e-ce8acfe136c6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Jun 16 15:23:19.887703 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ce266da4-fd69-4f5a-b991-978dd88ca687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:20.738742 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff0e43-4db6-4808-945f-bdd117b775ec req-3b411f94-5041-4110-a470-672b5c176413 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:20.740337 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-81ff0e43-4db6-4808-945f-bdd117b775ec req-3b411f94-5041-4110-a470-672b5c176413 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1031277 Jun 16 15:23:20.826725 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-81ff0e43-4db6-4808-945f-bdd117b775ec req-c024fe2e-7185-4867-9e53-e185c20ac77e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786030 Jun 16 15:23:21.072866 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aafbb5-38ee-4693-b08a-ae4f2b4ae23a req-b611ceab-34d4-452f-b377-56816b4e3b71 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:21.079340 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-81aafbb5-38ee-4693-b08a-ae4f2b4ae23a req-b611ceab-34d4-452f-b377-56816b4e3b71 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.0905507 Jun 16 15:23:21.393108 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-81aafbb5-38ee-4693-b08a-ae4f2b4ae23a req-6cbf0f6c-74e5-4651-9cc1-02867e4f4ea9 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038421 Jun 16 15:23:22.015031 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cc875-9397-4a90-b59f-a1a3d9f45d83 req-16739cdb-2f89-40ad-b8b6-a08f6b3485e7 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:22.016653 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7f3cc875-9397-4a90-b59f-a1a3d9f45d83 req-16739cdb-2f89-40ad-b8b6-a08f6b3485e7 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0696499 Jun 16 15:23:22.065464 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7f3cc875-9397-4a90-b59f-a1a3d9f45d83 req-3debff3a-2a1a-44fc-9b60-924036ea9cf4 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Jun 16 15:23:22.613862 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea5cc5-4897-480d-a9d3-681f030c696c req-bf9b5b76-7207-4eeb-aa1f-ab97fbb71cf8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:22.615566 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-75ea5cc5-4897-480d-a9d3-681f030c696c req-bf9b5b76-7207-4eeb-aa1f-ab97fbb71cf8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.0738952 Jun 16 15:23:22.662874 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-75ea5cc5-4897-480d-a9d3-681f030c696c req-4d93ca67-03a4-4c22-bf43-0bc45e85a503 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404890 Jun 16 15:23:23.283405 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82169c18-9af2-4c24-9570-bb02947ca529 req-7be8dfab-8a78-4a88-9a27-c9462b9e6bc5 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:23.284943 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-82169c18-9af2-4c24-9570-bb02947ca529 req-7be8dfab-8a78-4a88-9a27-c9462b9e6bc5 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0880547 Jun 16 15:23:23.329985 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-82169c18-9af2-4c24-9570-bb02947ca529 req-102ecdee-ba4b-431d-81f5-3eecd2839837 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Jun 16 15:23:23.439387 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-8a9b56bb-58d8-4bc3-abe5-5e4c1645c2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:23.951712 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8f67a-bec0-4923-8134-1b6512c353eb req-50784406-b087-4386-978b-cb214013ef5b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:23.953137 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-48d8f67a-bec0-4923-8134-1b6512c353eb req-50784406-b087-4386-978b-cb214013ef5b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.1060252 Jun 16 15:23:23.969112 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:24.002025 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-48d8f67a-bec0-4923-8134-1b6512c353eb req-fb4d1ae8-a987-4f99-83ea-a0ef3ae8758c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422168 Jun 16 15:23:24.121433 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 1fe6a6c5-e849-4809-b6fa-840126023db0 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:23:24.191299 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 1fe6a6c5-e849-4809-b6fa-840126023db0 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:23:24.199987 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 1fe6a6c5-e849-4809-b6fa-840126023db0 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:23:24.200616 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:24.291568 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:24.318631 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:23:24.321721 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c8026a-0e46-46c7-bc18-6128283a811e" -d '{"events": [{"server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "name": "network-vif-plugged", "status": "completed", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:23:24.339696 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:24.345711 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:24.349168 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:24.395247 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef364f91-8335-4325-9464-09e53ca87acb x-openstack-request-id: req-ef364f91-8335-4325-9464-09e53ca87acb {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:23:24.395632 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "name": "network-vif-plugged", "status": "completed", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:23:24.395820 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef364f91-8335-4325-9464-09e53ca87acb {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:23:24.396616 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'code': 200} Jun 16 15:23:24.416628 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=1fe6a6c5-e849-4809-b6fa-840126023db0,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:24.420992 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:24.707490 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7310b77-f14b-4aae-bd0b-d39bc50c3ca0 req-77b08ffd-5ded-41e4-8a01-c7da394725d3 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:24.709407 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b7310b77-f14b-4aae-bd0b-d39bc50c3ca0 req-77b08ffd-5ded-41e4-8a01-c7da394725d3 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1063516 Jun 16 15:23:24.782440 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6010aa-3a22-43f6-88fa-abc66128c980 req-e22795ab-bcf6-47d5-82d8-718dfaec78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:24.787462 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bd6010aa-3a22-43f6-88fa-abc66128c980 req-e22795ab-bcf6-47d5-82d8-718dfaec78d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 1098 time: 0.0913250 Jun 16 15:23:24.834751 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bd6010aa-3a22-43f6-88fa-abc66128c980 req-733327bf-7f56-4c32-8ee1-046dec4c7c85 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403900 Jun 16 15:23:24.845169 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b7310b77-f14b-4aae-bd0b-d39bc50c3ca0 req-61ecf29a-d5c5-4e58-8b1b-3fa27c99270c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238012 Jun 16 15:23:24.894174 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b73eb-578c-4ea5-a372-3442300a5578 req-15c9494f-85ad-403f-9529-5f3cb066abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:24.896388 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5e4b73eb-578c-4ea5-a372-3442300a5578 req-15c9494f-85ad-403f-9529-5f3cb066abda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 1098 time: 0.1490645 Jun 16 15:23:25.179863 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5e4b73eb-578c-4ea5-a372-3442300a5578 req-b6044eca-cdef-4661-b1de-9c06b87b2723 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500405 Jun 16 15:23:25.342622 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab2144-c57b-4922-904e-fa867a3a062a req-0db7141e-943a-4454-bac0-adfdff5517cf tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:25.345161 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-baab2144-c57b-4922-904e-fa867a3a062a req-0db7141e-943a-4454-bac0-adfdff5517cf tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.1187341 Jun 16 15:23:25.412308 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-baab2144-c57b-4922-904e-fa867a3a062a req-adbfaf47-8eff-4f72-ad43-7eaf2e19f117 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598614 Jun 16 15:23:26.052604 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 45690) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:26.164199 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41413d7e-d0e4-43e0-90f3-080ef5a93d8a req-de876cb5-b1d1-4505-a17a-ec7acdcb5bc9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:26.167005 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-41413d7e-d0e4-43e0-90f3-080ef5a93d8a req-de876cb5-b1d1-4505-a17a-ec7acdcb5bc9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1554360 Jun 16 15:23:26.210783 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.267035 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-41413d7e-d0e4-43e0-90f3-080ef5a93d8a req-b0c68276-bfea-415e-93b9-0cae4a1bb768 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821478 Jun 16 15:23:26.272221 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.426516 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.436890 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.440773 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a420d171-aebb-475b-b401-903a9615b671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:26.505942 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e364efc832d94090b8b3d1522232e10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509540 Jun 16 15:23:26.507423 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a267e44-68ff-4dba-88e5-f8e7f91009a0,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:26.511335 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45702) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:26.522559 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.523182 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.523818 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.524434 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.525094 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.525724 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.526344 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.526967 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.527590 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.528216 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.528820 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.529484 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:26.536762 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:26.675940 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff21bcb6-d197-4d44-a61f-75e19feb8010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.739671 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff21bcb6-d197-4d44-a61f-75e19feb8010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.799018 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aa795-cd38-45e5-b158-998f3b519786 req-2c1356fc-bf0c-4786-862c-bd1024912379 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:26.801413 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-987aa795-cd38-45e5-b158-998f3b519786 req-2c1356fc-bf0c-4786-862c-bd1024912379 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.1227062 Jun 16 15:23:26.833008 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff21bcb6-d197-4d44-a61f-75e19feb8010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.839841 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ff21bcb6-d197-4d44-a61f-75e19feb8010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:26.841644 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-ff21bcb6-d197-4d44-a61f-75e19feb8010 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a267e44-68ff-4dba-88e5-f8e7f91009a0 HTTP/1.1" status: 204 len: 168 time: 0.3270211 Jun 16 15:23:26.842922 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-498451e2-b54f-43fb-98bf-985b87ed12ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:26.857948 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21bcb6-d197-4d44-a61f-75e19feb8010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a267e44-68ff-4dba-88e5-f8e7f91009a0,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:26.861939 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ff21bcb6-d197-4d44-a61f-75e19feb8010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:26.893517 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-987aa795-cd38-45e5-b158-998f3b519786 req-8429941b-3a00-4ed7-85bf-30b937c5a97a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695076 Jun 16 15:23:27.329343 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45722) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:27.353964 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f6e9580a-ec0f-4fa5-8977-7555509b0719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:27.531102 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f6e9580a-ec0f-4fa5-8977-7555509b0719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:27.532591 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c790a64-87ca-4e4f-81d9-7bc97768aa85 req-670a4e3c-8da9-40d9-a7fb-dac05c02ea3a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:27.538346 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f6e9580a-ec0f-4fa5-8977-7555509b0719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:27.542009 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1c790a64-87ca-4e4f-81d9-7bc97768aa85 req-670a4e3c-8da9-40d9-a7fb-dac05c02ea3a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0931485 Jun 16 15:23:27.546596 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:27.593294 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9580a-ec0f-4fa5-8977-7555509b0719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91df6857-882f-4938-91f8-bf4428250207,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:27.604023 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-f6e9580a-ec0f-4fa5-8977-7555509b0719 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5da82606c604426185b1e71fd306bec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729371 Jun 16 15:23:27.606037 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f6e9580a-ec0f-4fa5-8977-7555509b0719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:27.606361 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45728) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:27.623747 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1c790a64-87ca-4e4f-81d9-7bc97768aa85 req-769c5a50-d965-4bd2-89e0-9ee31d5b8a6c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688879 Jun 16 15:23:27.670218 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a473d1d-a2af-4414-bbb2-8062da6c8eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:27.707590 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a473d1d-a2af-4414-bbb2-8062da6c8eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:27.801009 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a473d1d-a2af-4414-bbb2-8062da6c8eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:27.807953 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a473d1d-a2af-4414-bbb2-8062da6c8eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:27.813607 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6a473d1d-a2af-4414-bbb2-8062da6c8eed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/91df6857-882f-4938-91f8-bf4428250207 HTTP/1.1" status: 204 len: 168 time: 0.2027740 Jun 16 15:23:27.813607 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-39d95a4d-62d2-42ea-b49b-501071de0b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:27.830559 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a473d1d-a2af-4414-bbb2-8062da6c8eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91df6857-882f-4938-91f8-bf4428250207,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:27.834410 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6a473d1d-a2af-4414-bbb2-8062da6c8eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:27.980279 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:28.270799 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169f0a-1a1b-4790-84f6-e51489de8aa4 req-717544e0-f0ca-4a36-ad95-603b9de1b449 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:28.284415 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9f169f0a-1a1b-4790-84f6-e51489de8aa4 req-717544e0-f0ca-4a36-ad95-603b9de1b449 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.1275451 Jun 16 15:23:28.347169 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9f169f0a-1a1b-4790-84f6-e51489de8aa4 req-99fb3d1f-24e2-46b4-a5c8-0286beb3e995 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613067 Jun 16 15:23:28.620043 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f238a3-475b-45e7-b489-026d7020ecf5 req-e57bd6ec-3bbe-4699-ad51-919fcc8311f9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:28.622511 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f7f238a3-475b-45e7-b489-026d7020ecf5 req-e57bd6ec-3bbe-4699-ad51-919fcc8311f9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1153803 Jun 16 15:23:28.689242 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f7f238a3-475b-45e7-b489-026d7020ecf5 req-6157ff8c-7c2d-4d2d-861f-272df0d6f77e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572858 Jun 16 15:23:28.917812 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24a533-50b5-4615-9547-c8a893a747eb req-67692ea1-68ba-4d92-95f9-b22b524fd496 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:28.919860 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cd24a533-50b5-4615-9547-c8a893a747eb req-67692ea1-68ba-4d92-95f9-b22b524fd496 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.0950434 Jun 16 15:23:28.930731 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 45772) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:28.936114 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-c30d04f5-1664-404a-8d5b-564ddd1edda8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'floatingip': {'port_id': '1fe6a6c5-e849-4809-b6fa-840126023db0'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:28.986962 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c30d04f5-1664-404a-8d5b-564ddd1edda8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:29.694651 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c30d04f5-1664-404a-8d5b-564ddd1edda8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:29.701690 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c30d04f5-1664-404a-8d5b-564ddd1edda8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:29.824112 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.l3_db [None req-c30d04f5-1664-404a-8d5b-564ddd1edda8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Floating IP c721203e-fd44-4b9e-bdfc-18a4e71a3056 associated. External IP: 172.27.0.22, port: 1fe6a6c5-e849-4809-b6fa-840126023db0. Jun 16 15:23:29.990062 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0cdac-bf56-4396-a1eb-621d6c40311b req-071d064a-597c-44ae-87e9-46f6f464245d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:29.991787 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-93f0cdac-bf56-4396-a1eb-621d6c40311b req-071d064a-597c-44ae-87e9-46f6f464245d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1320541 Jun 16 15:23:30.115933 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-93f0cdac-bf56-4396-a1eb-621d6c40311b req-81863df8-e7de-4a3a-8052-fe21f49c23ec tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797648 Jun 16 15:23:30.140154 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30d04f5-1664-404a-8d5b-564ddd1edda8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Router da237604-4419-4a97-86c8-de57f17ad0a0 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:23:30.269035 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30d04f5-1664-404a-8d5b-564ddd1edda8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:23:30.275650 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c30d04f5-1664-404a-8d5b-564ddd1edda8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:30.288520 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5603cc-2a55-4e46-9d3e-fa2902f1ce7f None None] Sync routers for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:23:30.308898 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5603cc-2a55-4e46-9d3e-fa2902f1ce7f None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:23:30.309998 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-4d5603cc-2a55-4e46-9d3e-fa2902f1ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:23:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:30.333650 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c30d04f5-1664-404a-8d5b-564ddd1edda8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "PUT /v2.0/floatingips/c721203e-fd44-4b9e-bdfc-18a4e71a3056 HTTP/1.1" status: 200 len: 990 time: 1.4013033 Jun 16 15:23:30.334583 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:23:30.339096 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9199580-810d-4c5c-80dd-64fa42a85050" -d '{"events": [{"name": "network-changed", "server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:23:30.612381 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-4d5603cc-2a55-4e46-9d3e-fa2902f1ce7f None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:23:30.883953 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-4d5603cc-2a55-4e46-9d3e-fa2902f1ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'c721203e-fd44-4b9e-bdfc-18a4e71a3056', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'port_id': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'mac_address': 'fa:16:3e:fe:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c260e-6808-4ff2-8546-6901994505a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:22:52Z', 'updated_at': '2021-06-16T15:23:29Z', 'revision_number': 1, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:30.888477 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5603cc-2a55-4e46-9d3e-fa2902f1ce7f None None] Checking router: da237604-4419-4a97-86c8-de57f17ad0a0 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:23:30.898253 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5603cc-2a55-4e46-9d3e-fa2902f1ce7f None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:23:30.898922 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-4d5603cc-2a55-4e46-9d3e-fa2902f1ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:23:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:31.009902 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-4d5603cc-2a55-4e46-9d3e-fa2902f1ce7f None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:23:31.280441 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-4d5603cc-2a55-4e46-9d3e-fa2902f1ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'c721203e-fd44-4b9e-bdfc-18a4e71a3056', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'port_id': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'mac_address': 'fa:16:3e:fe:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c260e-6808-4ff2-8546-6901994505a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:22:52Z', 'updated_at': '2021-06-16T15:23:29Z', 'revision_number': 1, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:23:31.284904 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5603cc-2a55-4e46-9d3e-fa2902f1ce7f None None] The sync data for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi is: [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'c721203e-fd44-4b9e-bdfc-18a4e71a3056', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'port_id': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'mac_address': 'fa:16:3e:fe:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52c260e-6808-4ff2-8546-6901994505a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:22:52Z', 'updated_at': '2021-06-16T15:23:29Z', 'revision_number': 1, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:23:31.510360 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9a4056-784a-479a-a973-3c1744c0a08b None None] New status for floating IP c721203e-fd44-4b9e-bdfc-18a4e71a3056: ACTIVE {{(pid=92142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:23:32.276818 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b672d016-da63-4ba0-b161-9cb2310f3b97 x-openstack-request-id: req-b672d016-da63-4ba0-b161-9cb2310f3b97 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:23:32.277476 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:23:32.277744 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b672d016-da63-4ba0-b161-9cb2310f3b97 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:23:32.278463 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'status': 'completed', 'code': 200} Jun 16 15:23:32.353663 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f8c9f-0460-475a-8c8d-3e879ed81f5c req-9be7ccbf-120b-4dff-9ff2-62ccdae8a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:32.356312 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f52f8c9f-0460-475a-8c8d-3e879ed81f5c req-9be7ccbf-120b-4dff-9ff2-62ccdae8a6e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 1098 time: 0.1472414 Jun 16 15:23:32.376035 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9199580-810d-4c5c-80dd-64fa42a85050 req-0eced5f3-12b4-4909-84fc-46ac6ac5b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:32.379266 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c9199580-810d-4c5c-80dd-64fa42a85050 req-0eced5f3-12b4-4909-84fc-46ac6ac5b3a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 1098 time: 0.0671694 Jun 16 15:23:32.540804 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f8c9f-0460-475a-8c8d-3e879ed81f5c req-710122df-8fde-455d-b8c8-330f83557a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:32.543315 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f52f8c9f-0460-475a-8c8d-3e879ed81f5c req-710122df-8fde-455d-b8c8-330f83557a93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 920 time: 0.1794457 Jun 16 15:23:32.605614 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9199580-810d-4c5c-80dd-64fa42a85050 req-c891676e-3bcf-4580-b046-59d593a7fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:32.607313 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c9199580-810d-4c5c-80dd-64fa42a85050 req-c891676e-3bcf-4580-b046-59d593a7fca7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 919 time: 0.2073247 Jun 16 15:23:32.629338 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f52f8c9f-0460-475a-8c8d-3e879ed81f5c req-08272a74-9590-4498-956e-b9c7e9d788a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7a6804-d54f-46a6-852c-19135581667b HTTP/1.1" status: 200 len: 217 time: 0.0674708 Jun 16 15:23:32.685344 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd94b8-0f0e-4d69-b807-fe8d8db5e879 req-9b27955b-7dcd-4348-9062-58b316329611 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:32.687232 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c0cd94b8-0f0e-4d69-b807-fe8d8db5e879 req-9b27955b-7dcd-4348-9062-58b316329611 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1790197 Jun 16 15:23:32.708948 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c9199580-810d-4c5c-80dd-64fa42a85050 req-9f75bf3f-b6b6-4c19-a936-f53c4f2fcd42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe6a6c5-e849-4809-b6fa-840126023db0 HTTP/1.1" status: 200 len: 1000 time: 0.0919948 Jun 16 15:23:32.709300 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:32.741737 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f8c9f-0460-475a-8c8d-3e879ed81f5c req-dd780b8a-b919-45f4-bd8f-66cbb24cdbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:32.744440 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f52f8c9f-0460-475a-8c8d-3e879ed81f5c req-dd780b8a-b919-45f4-bd8f-66cbb24cdbd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae84484d-8ee1-489f-b398-59967502b492 HTTP/1.1" status: 200 len: 858 time: 0.0963960 Jun 16 15:23:32.794583 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9199580-810d-4c5c-80dd-64fa42a85050 req-a2ccc70f-58e8-48db-a8ef-5a9336e2b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:32.796522 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c9199580-810d-4c5c-80dd-64fa42a85050 req-a2ccc70f-58e8-48db-a8ef-5a9336e2b198 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.0777037 Jun 16 15:23:32.806054 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c0cd94b8-0f0e-4d69-b807-fe8d8db5e879 req-59283ed7-af5e-4207-8b4e-ca0dedfed2bc tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888851 Jun 16 15:23:32.817601 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f52f8c9f-0460-475a-8c8d-3e879ed81f5c req-9c0829f6-d73d-4e1c-8409-f696503f52f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e25a5c1-6475-4c48-a283-ca9c338de97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597675 Jun 16 15:23:32.921556 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9199580-810d-4c5c-80dd-64fa42a85050 req-6db394ff-7f21-4a57-8579-ab5b6dacf346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:32.923139 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c9199580-810d-4c5c-80dd-64fa42a85050 req-6db394ff-7f21-4a57-8579-ab5b6dacf346 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1142952 Jun 16 15:23:32.947572 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f52f8c9f-0460-475a-8c8d-3e879ed81f5c req-28db8ded-0d93-4646-89e5-2f310716c31f service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183796 Jun 16 15:23:33.056506 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c9199580-810d-4c5c-80dd-64fa42a85050 req-314605e6-474d-4e47-9920-a2b84feeca2d service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237895 Jun 16 15:23:33.057170 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f52f8c9f-0460-475a-8c8d-3e879ed81f5c req-15f96112-af0b-4e5c-bf61-051ee6c6cfdb service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979078 Jun 16 15:23:33.164013 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c9199580-810d-4c5c-80dd-64fa42a85050 req-78592661-f713-41a7-b0e9-0702168a521e service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961077 Jun 16 15:23:34.070811 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c986b3-1753-44c4-bcab-70d5f589a940 req-4c4aea7b-2c0e-47b7-bc33-45c3991f514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:34.073170 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-44c986b3-1753-44c4-bcab-70d5f589a940 req-4c4aea7b-2c0e-47b7-bc33-45c3991f514f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 1098 time: 0.1344218 Jun 16 15:23:34.155968 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c3cc5-c95f-4818-bae8-e791fbffa33f req-0dea27ad-bf41-4cdd-b8a8-67e0d45e6b15 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:34.158304 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d59c3cc5-c95f-4818-bae8-e791fbffa33f req-0dea27ad-bf41-4cdd-b8a8-67e0d45e6b15 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1077240 Jun 16 15:23:34.219810 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d59c3cc5-c95f-4818-bae8-e791fbffa33f req-4b4d11ef-442a-4dca-b9e6-42e299dd83c5 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505967 Jun 16 15:23:34.236534 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c986b3-1753-44c4-bcab-70d5f589a940 req-5131783f-48c6-43bf-905b-48e1de718665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:34.238053 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-44c986b3-1753-44c4-bcab-70d5f589a940 req-5131783f-48c6-43bf-905b-48e1de718665 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 920 time: 0.1383283 Jun 16 15:23:34.284744 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-44c986b3-1753-44c4-bcab-70d5f589a940 req-c62bde37-b5a5-4237-952c-33b48cafd132 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7a6804-d54f-46a6-852c-19135581667b HTTP/1.1" status: 200 len: 217 time: 0.0394981 Jun 16 15:23:34.344691 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c986b3-1753-44c4-bcab-70d5f589a940 req-dbea806e-b2f7-4848-830b-feccfa5162c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:34.346350 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-44c986b3-1753-44c4-bcab-70d5f589a940 req-dbea806e-b2f7-4848-830b-feccfa5162c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae84484d-8ee1-489f-b398-59967502b492 HTTP/1.1" status: 200 len: 858 time: 0.0498028 Jun 16 15:23:34.382509 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-44c986b3-1753-44c4-bcab-70d5f589a940 req-c11f02d4-1d85-4eab-ad15-6c55a01deb25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e25a5c1-6475-4c48-a283-ca9c338de97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279498 Jun 16 15:23:34.517955 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-44c986b3-1753-44c4-bcab-70d5f589a940 req-34b36ae4-b510-4aa8-bf07-a6614556ce9a service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278389 Jun 16 15:23:34.679200 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-44c986b3-1753-44c4-bcab-70d5f589a940 req-7b353784-4013-4257-b781-3e6f659e056f service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535323 Jun 16 15:23:35.520911 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c03b9b-336a-4339-a124-c9a5ae6439b0 req-0c74e3da-54d2-4a5c-a55d-07febbd6474d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:35.522573 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-25c03b9b-336a-4339-a124-c9a5ae6439b0 req-0c74e3da-54d2-4a5c-a55d-07febbd6474d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1355758 Jun 16 15:23:35.598228 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-25c03b9b-336a-4339-a124-c9a5ae6439b0 req-53775a10-f472-4f6b-a098-79709bf65efe tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604258 Jun 16 15:23:40.595555 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf671970-b5fb-4aa7-9667-2389997d9864 req-5ff58b65-6376-4af3-8e69-cffcc9fe405b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:40.598419 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bf671970-b5fb-4aa7-9667-2389997d9864 req-5ff58b65-6376-4af3-8e69-cffcc9fe405b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0848718 Jun 16 15:23:40.664716 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bf671970-b5fb-4aa7-9667-2389997d9864 req-44d73ba9-6d59-48aa-a4d7-2904d1c17b4f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591290 Jun 16 15:23:41.869977 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f3c32-a548-4c0b-ba48-1f6b8db91d3c req-0e895aad-c224-4734-affb-94859371afd2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:41.871922 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-673f3c32-a548-4c0b-ba48-1f6b8db91d3c req-0e895aad-c224-4734-affb-94859371afd2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0837855 Jun 16 15:23:41.931988 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-673f3c32-a548-4c0b-ba48-1f6b8db91d3c req-ee0f9fb8-dc5e-4857-8149-eaa2609d9dca tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534463 Jun 16 15:23:43.280806 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697fa50-8e88-41db-8eee-36371ce27684 req-33519453-d2f4-4c03-86ac-9b99949e5a3a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:43.283433 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d697fa50-8e88-41db-8eee-36371ce27684 req-33519453-d2f4-4c03-86ac-9b99949e5a3a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1211369 Jun 16 15:23:43.349869 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d697fa50-8e88-41db-8eee-36371ce27684 req-4b601aa2-a4bb-4bd6-8bb9-5f55cf9758f3 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536759 Jun 16 15:23:44.441157 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe057-57ae-4a30-90fc-95c83c12812d req-e9528f92-7148-4faa-94c7-182b5f9b2c33 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:44.444021 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-e9528f92-7148-4faa-94c7-182b5f9b2c33 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 814 time: 0.4533987 Jun 16 15:23:44.468298 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-6f768b50-09a4-4437-936f-c981cb4ef811 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/quotas/b416ec4cee4b4f539f9b5753c9150a0c HTTP/1.1" status: 200 len: 375 time: 0.0171480 Jun 16 15:23:44.595058 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-ee0eac9d-8bd0-4270-b77e-70df64e26848 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1173277 Jun 16 15:23:44.659034 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c51949-6a40-44da-9c57-34991b0da6d4 req-cacbe988-0a06-49e4-a778-316e1c198527 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:44.660953 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d6c51949-6a40-44da-9c57-34991b0da6d4 req-cacbe988-0a06-49e4-a778-316e1c198527 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1066043 Jun 16 15:23:44.743339 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d6c51949-6a40-44da-9c57-34991b0da6d4 req-16e167ba-9fe0-49ca-8a13-cd627ba07e9d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722184 Jun 16 15:23:44.768902 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-d288d5e7-690b-4048-a89c-12817ff1a6fd service neutron] 10.222.0.61 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646667 Jun 16 15:23:44.870286 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:23:44.964755 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-547426a6-a66b-4d35-941b-d910737a8c0b service neutron] 10.222.0.61 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894488 Jun 16 15:23:45.618749 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5f371959-40db-4849-a61d-cb8f69d028a3 req-5648407d-706f-47b3-b5b9-230e0e803a87 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 210 time: 0.1185789 Jun 16 15:23:46.970217 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8e7ab465-daff-4892-8e0e-2276c92d7fd7 req-1064ff8f-93f7-4db2-86d0-5184d1828137 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 210 time: 0.0796993 Jun 16 15:23:47.161153 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41631ea-baa3-443b-b647-f79cf137eab7 req-e3d6b0a5-21c0-493b-b9fc-3d3716afd517 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:47.164051 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b41631ea-baa3-443b-b647-f79cf137eab7 req-e3d6b0a5-21c0-493b-b9fc-3d3716afd517 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1269503 Jun 16 15:23:47.263581 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b41631ea-baa3-443b-b647-f79cf137eab7 req-966f4ae6-a374-40fa-8aca-61fb1e7c0cf1 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842152 Jun 16 15:23:47.401328 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe057-57ae-4a30-90fc-95c83c12812d req-899a7437-4745-4910-a06f-f76170bf3f0d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:47.402875 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-899a7437-4745-4910-a06f-f76170bf3f0d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 814 time: 0.1997797 Jun 16 15:23:47.425967 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Request body: {'port': {'device_id': 'd6c43af9-62c8-4246-8180-096b527ee604', 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc', 'admin_state_up': True, 'tenant_id': 'b416ec4cee4b4f539f9b5753c9150a0c'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:47.722428 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Made reservation on behalf of b416ec4cee4b4f539f9b5753c9150a0c for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:23:47.729527 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:47.966078 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 46132) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:48.153148 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Allocated IP 172.20.0.14 (4e295650-ab91-4966-a337-9b73110b81dc/62f46278-bb8f-418b-bc1b-aca8bf5a234c/9ee21e71-f1ef-44c2-9749-aceecc3f55d2) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:23:48.373983 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f04d26b4-d113-43f5-abfd-1ff4ee5b0f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:48.495342 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bdcb4daa-aac9-4037-b8e2-aa6655de4b27 req-1c396665-cbed-4d77-a586-824ce1f15b0a tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 210 time: 0.1062655 Jun 16 15:23:48.646206 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:48.653379 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f04d26b4-d113-43f5-abfd-1ff4ee5b0f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:48.658589 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f04d26b4-d113-43f5-abfd-1ff4ee5b0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:48.661801 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c09af268-75f0-4802-b6d3-8c55ae060a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:48.664774 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 46150) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:48.723209 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f04d26b4-d113-43f5-abfd-1ff4ee5b0f0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=594a53f1155d47dead300238e437e79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7530696 Jun 16 15:23:48.724537 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d26b4-d113-43f5-abfd-1ff4ee5b0f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1055c8-76c8-4249-b670-9c5aee9f8221,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:48.730517 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 46156) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:48.734965 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f04d26b4-d113-43f5-abfd-1ff4ee5b0f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:48.785481 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:48.803613 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['821748ab-017a-45d6-a675-2b75d3bdc191', '529af0ea-c944-4cc4-bf46-3ba412b73c62', '7aa477e9-c288-44a2-ad6d-01fefbbea4d5'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:23:48.830079 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:48.854395 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4609745c-d704-4ae8-8b08-194608ac19fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:48.953355 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4609745c-d704-4ae8-8b08-194608ac19fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:48.969575 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Pushing event updated for resources: {'Port': ['ID=9ee21e71-f1ef-44c2-9749-aceecc3f55d2,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:49.032317 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6342e937-981d-40aa-8909-87dafc4af46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.044275 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Network 4e295650-ab91-4966-a337-9b73110b81dc is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:23:49.048419 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.048783 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.049278 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.049672 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.050045 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.051262 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.051723 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.052103 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.052473 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.052818 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.053195 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.053537 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:49.060538 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:23:49.062698 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:49.066034 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:23:49.079651 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4609745c-d704-4ae8-8b08-194608ac19fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.087000 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4609745c-d704-4ae8-8b08-194608ac19fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.089260 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-4609745c-d704-4ae8-8b08-194608ac19fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb1055c8-76c8-4249-b670-9c5aee9f8221 HTTP/1.1" status: 204 len: 168 time: 0.3564601 Jun 16 15:23:49.090552 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-df61fccf-8cf2-459b-9b8a-2c994f8c1380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:49.119315 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609745c-d704-4ae8-8b08-194608ac19fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1055c8-76c8-4249-b670-9c5aee9f8221,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:49.126476 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4609745c-d704-4ae8-8b08-194608ac19fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:49.132398 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:49.132822 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.273782 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6342e937-981d-40aa-8909-87dafc4af46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.298878 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6342e937-981d-40aa-8909-87dafc4af46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.301458 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:49.307669 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8897455 Jun 16 15:23:49.331126 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Request body: {'port': {'device_id': 'd6c43af9-62c8-4246-8180-096b527ee604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:23:49.461622 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6342e937-981d-40aa-8909-87dafc4af46c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4e1055e2f3440a5b90eea321cd87d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7897336 Jun 16 15:23:49.462061 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 46174) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:49.482224 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342e937-981d-40aa-8909-87dafc4af46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2737ae08-d6ed-4833-ae1d-967b1921be4b,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:49.489332 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6342e937-981d-40aa-8909-87dafc4af46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:49.506069 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.555532 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-41a415dd-f082-47eb-ae22-93877df9040d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.607243 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-41a415dd-f082-47eb-ae22-93877df9040d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.723417 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-41a415dd-f082-47eb-ae22-93877df9040d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.726906 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-41a415dd-f082-47eb-ae22-93877df9040d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.728937 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-41a415dd-f082-47eb-ae22-93877df9040d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2737ae08-d6ed-4833-ae1d-967b1921be4b HTTP/1.1" status: 204 len: 168 time: 0.2645950 Jun 16 15:23:49.730322 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6a809290-f9ac-4f6f-89d8-90f1642df2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:49.745323 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a415dd-f082-47eb-ae22-93877df9040d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2737ae08-d6ed-4833-ae1d-967b1921be4b,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:49.749695 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-41a415dd-f082-47eb-ae22-93877df9040d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:49.906682 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0c83-881e-4adb-9981-12963806ed01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:49.957441 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4dae0-8517-481a-966b-81aa6d57d7fa req-05f7fe6d-b610-429d-b9ed-aa9173bc8078 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:49.959077 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e9e4dae0-8517-481a-966b-81aa6d57d7fa req-05f7fe6d-b610-429d-b9ed-aa9173bc8078 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 932 time: 0.2700188 Jun 16 15:23:50.057377 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:23:50.077748 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:50.085284 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e9e4dae0-8517-481a-966b-81aa6d57d7fa req-42801883-70a3-472a-a4a5-44a006611922 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139932 Jun 16 15:23:50.100277 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Transition to ACTIVE for port object 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:23:50.111266 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:50.118363 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:50.221661 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Pushing event updated for resources: {'Port': ['ID=9ee21e71-f1ef-44c2-9749-aceecc3f55d2,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:50.226396 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:50.326255 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Attempting to bind port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:23:50.327806 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Attempting to bind port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:23:50.328629 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Attempting to bind port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 on network 4e295650-ab91-4966-a337-9b73110b81dc {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:23:50.338917 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 on network 4e295650-ab91-4966-a337-9b73110b81dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:23:50.339445 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Attempting to bind port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 on network 4e295650-ab91-4966-a337-9b73110b81dc {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:23:50.348387 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:23:50.348930 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Checking segment: {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:23:50.349682 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Bound using segment: {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:23:50.350415 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Bound port: 9ee21e71-f1ef-44c2-9749-aceecc3f55d2, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815b1714-403d-44a5-b463-42e01789c4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:23:50.350983 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:50.486680 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] For port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:23:50.493525 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] For port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=9ee21e71-f1ef-44c2-9749-aceecc3f55d2,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:23:50.506496 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:50.517184 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:50.535466 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:50.537107 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:50.539635 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] 10.222.0.36 "PUT /v2.0/ports/9ee21e71-f1ef-44c2-9749-aceecc3f55d2 HTTP/1.1" status: 200 len: 1094 time: 1.2178581 Jun 16 15:23:50.573360 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c43af9-62c8-4246-8180-096b527ee604', 'tag': '9ee21e71-f1ef-44c2-9749-aceecc3f55d2'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:23:50.577855 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe0a185-ef21-4cef-9806-c293be8613b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c43af9-62c8-4246-8180-096b527ee604", "tag": "9ee21e71-f1ef-44c2-9749-aceecc3f55d2"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:23:50.642504 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f605de80-b216-4448-aa07-b823ce5933d7 x-openstack-request-id: req-f605de80-b216-4448-aa07-b823ce5933d7 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:23:50.643012 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c43af9-62c8-4246-8180-096b527ee604", "tag": "9ee21e71-f1ef-44c2-9749-aceecc3f55d2", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:23:50.643473 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f605de80-b216-4448-aa07-b823ce5933d7 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:23:50.644316 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c43af9-62c8-4246-8180-096b527ee604', 'tag': '9ee21e71-f1ef-44c2-9749-aceecc3f55d2', 'status': 'completed', 'code': 200} Jun 16 15:23:50.677736 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Pushing event updated for resources: {'Port': ['ID=9ee21e71-f1ef-44c2-9749-aceecc3f55d2,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:50.684337 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:50.726198 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe057-57ae-4a30-90fc-95c83c12812d req-a356de46-71a6-4ecd-a727-ff4536ebf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:50.728815 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-a356de46-71a6-4ecd-a727-ff4536ebf13e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 1097 time: 0.1126044 Jun 16 15:23:50.782437 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-f5b99f9a-a709-466c-9e05-2399961cb9a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee21e71-f1ef-44c2-9749-aceecc3f55d2 HTTP/1.1" status: 200 len: 217 time: 0.0441475 Jun 16 15:23:50.865950 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2fa0d5d1-bdac-4dbf-9f7c-d1d4da03e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:50.867886 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-2fa0d5d1-bdac-4dbf-9f7c-d1d4da03e28a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62f46278-bb8f-418b-bc1b-aca8bf5a234c HTTP/1.1" status: 200 len: 854 time: 0.0760627 Jun 16 15:23:50.917144 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-e9c09bd9-36cb-41d7-948c-d5889acf922f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e295650-ab91-4966-a337-9b73110b81dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381567 Jun 16 15:23:51.066587 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-ef743ce0-fb03-4b27-9196-75eecd4d46d4 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417181 Jun 16 15:23:51.253360 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-113fe057-57ae-4a30-90fc-95c83c12812d req-07efc1f3-3f00-41ad-a5bc-c240448296ee service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794703 Jun 16 15:23:51.432282 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0a185-ef21-4cef-9806-c293be8613b1 req-4f7ac740-87aa-43cd-af35-5be486d17f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:51.433900 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-dfe0a185-ef21-4cef-9806-c293be8613b1 req-4f7ac740-87aa-43cd-af35-5be486d17f77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 1097 time: 0.1237669 Jun 16 15:23:51.547594 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea15d3b-4cb4-4d28-86dc-d83acd1d00d6 req-035de1b6-71ec-4a25-9545-0f13e36a3bd9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:51.548735 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ea15d3b-4cb4-4d28-86dc-d83acd1d00d6 req-035de1b6-71ec-4a25-9545-0f13e36a3bd9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 944 time: 0.1779711 Jun 16 15:23:51.580575 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0a185-ef21-4cef-9806-c293be8613b1 req-46d8bbb2-35e6-471f-85c9-0a42717943ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:51.582152 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-dfe0a185-ef21-4cef-9806-c293be8613b1 req-46d8bbb2-35e6-471f-85c9-0a42717943ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 200 len: 916 time: 0.1402194 Jun 16 15:23:51.634958 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-dfe0a185-ef21-4cef-9806-c293be8613b1 req-f789d87a-a376-4cbe-bf06-bcedaecffce8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee21e71-f1ef-44c2-9749-aceecc3f55d2 HTTP/1.1" status: 200 len: 217 time: 0.0455303 Jun 16 15:23:51.643428 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ea15d3b-4cb4-4d28-86dc-d83acd1d00d6 req-0714c003-3782-4dfe-9ef5-a6e48cf80796 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837924 Jun 16 15:23:51.691001 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0a185-ef21-4cef-9806-c293be8613b1 req-795714b4-dbca-435f-b2b9-c36bf0f52335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:51.692324 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-dfe0a185-ef21-4cef-9806-c293be8613b1 req-795714b4-dbca-435f-b2b9-c36bf0f52335 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62f46278-bb8f-418b-bc1b-aca8bf5a234c HTTP/1.1" status: 200 len: 854 time: 0.0503776 Jun 16 15:23:51.733210 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-dfe0a185-ef21-4cef-9806-c293be8613b1 req-e05e49b1-01ae-4bb3-8432-db59dcf68071 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e295650-ab91-4966-a337-9b73110b81dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342159 Jun 16 15:23:51.891857 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-dfe0a185-ef21-4cef-9806-c293be8613b1 req-6da8dd35-9f2b-445c-986d-f94f0be48b65 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514876 Jun 16 15:23:52.066267 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-dfe0a185-ef21-4cef-9806-c293be8613b1 req-2027462d-107b-4876-ad5f-17dbfe5914a7 service neutron] 10.222.0.36 "GET /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668251 Jun 16 15:23:52.889465 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600ae8f-5bd3-45ed-9593-3d62a2ffe204 req-f8aff5dc-ae7e-4639-bee7-f0918b48dfe1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:52.891173 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c600ae8f-5bd3-45ed-9593-3d62a2ffe204 req-f8aff5dc-ae7e-4639-bee7-f0918b48dfe1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 944 time: 0.0910537 Jun 16 15:23:52.941706 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c600ae8f-5bd3-45ed-9593-3d62a2ffe204 req-96c8c665-a495-4d5d-9f5d-2a6d1235e0e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393381 Jun 16 15:23:53.446054 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-40c62f86-bfce-429f-b47c-a6fbac351166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:53.558278 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 46258) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:53.715052 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fad1aa01-d142-411e-b4dd-2f26159364f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:53.865893 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fad1aa01-d142-411e-b4dd-2f26159364f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:53.872482 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fad1aa01-d142-411e-b4dd-2f26159364f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:53.875285 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4609745c-d704-4ae8-8b08-194608ac19fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:53.921678 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1aa01-d142-411e-b4dd-2f26159364f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4f5038-8bc1-48ed-a496-16b62c90b1aa,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:53.925513 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fad1aa01-d142-411e-b4dd-2f26159364f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:53.933654 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-fad1aa01-d142-411e-b4dd-2f26159364f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5812431f91948e29ffcd0769a9ce79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734105 Jun 16 15:23:53.934121 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 46268) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:53.985110 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:54.030511 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b2970141-fd7b-4ae2-9439-4a8ea967a56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:54.074004 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b2970141-fd7b-4ae2-9439-4a8ea967a56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:54.160057 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b2970141-fd7b-4ae2-9439-4a8ea967a56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:54.163303 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b2970141-fd7b-4ae2-9439-4a8ea967a56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:54.165009 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-b2970141-fd7b-4ae2-9439-4a8ea967a56d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a4f5038-8bc1-48ed-a496-16b62c90b1aa HTTP/1.1" status: 204 len: 168 time: 0.2288234 Jun 16 15:23:54.165881 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-91aa5762-222b-4fac-a228-2b127eeb89ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:54.175823 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2970141-fd7b-4ae2-9439-4a8ea967a56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4f5038-8bc1-48ed-a496-16b62c90b1aa,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:54.178898 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b2970141-fd7b-4ae2-9439-4a8ea967a56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:54.225095 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b672c-56fb-43a3-a0fd-b4f4ec5fe162 req-1b2997b8-c3cc-4698-bd0a-ac9adfe25656 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:54.229275 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-797b672c-56fb-43a3-a0fd-b4f4ec5fe162 req-1b2997b8-c3cc-4698-bd0a-ac9adfe25656 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 944 time: 0.1299751 Jun 16 15:23:54.294483 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-797b672c-56fb-43a3-a0fd-b4f4ec5fe162 req-86316525-8fb0-49c4-a4fa-b5fd62b32459 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542588 Jun 16 15:23:55.163192 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 46306) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:55.325575 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ea671f3d-74c6-40dd-ab6f-233f040fc208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:55.517100 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ea671f3d-74c6-40dd-ab6f-233f040fc208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:55.525326 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ea671f3d-74c6-40dd-ab6f-233f040fc208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:55.559547 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e17aa9a9-02ff-459c-9369-79f9835429a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:55.665490 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea671f3d-74c6-40dd-ab6f-233f040fc208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523148dc-925f-4ad5-aa2f-c8614c170a2c,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:55.679481 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 46318) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:23:55.680354 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-ea671f3d-74c6-40dd-ab6f-233f040fc208 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cb33e773394420da771624c3884cf9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5140955 Jun 16 15:23:55.685377 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ea671f3d-74c6-40dd-ab6f-233f040fc208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:55.786042 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbe19a-f71a-4c15-91ea-b148a417e3cb req-c69865eb-ac59-443c-91ba-8e87b06c5bea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:55.790318 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cbbbe19a-f71a-4c15-91ea-b148a417e3cb req-c69865eb-ac59-443c-91ba-8e87b06c5bea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 944 time: 0.2339022 Jun 16 15:23:55.828114 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-79d6d395-bc44-4ded-ab54-6507d0bde3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:55.868455 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-79d6d395-bc44-4ded-ab54-6507d0bde3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:55.905590 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cbbbe19a-f71a-4c15-91ea-b148a417e3cb req-6ef2a16e-8aef-473a-b444-bba56ad97ee8 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066201 Jun 16 15:23:55.987768 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-79d6d395-bc44-4ded-ab54-6507d0bde3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:55.993341 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-79d6d395-bc44-4ded-ab54-6507d0bde3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:55.994693 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-79d6d395-bc44-4ded-ab54-6507d0bde3d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/523148dc-925f-4ad5-aa2f-c8614c170a2c HTTP/1.1" status: 204 len: 168 time: 0.3127193 Jun 16 15:23:55.996211 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-611c520f-100c-4794-a267-1b9313465bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:56.028579 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6d395-bc44-4ded-ab54-6507d0bde3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523148dc-925f-4ad5-aa2f-c8614c170a2c,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:56.035712 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-79d6d395-bc44-4ded-ab54-6507d0bde3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:56.203359 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:56.223661 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:23:56.496560 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=9ee21e71-f1ef-44c2-9749-aceecc3f55d2,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:56.509951 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '9ee21e71-f1ef-44c2-9749-aceecc3f55d2', 'network_id': '4e295650-ab91-4966-a337-9b73110b81dc', 'port_id': '9ee21e71-f1ef-44c2-9749-aceecc3f55d2', 'mac_address': 'fa:16:3e:ea:72:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f46278-bb8f-418b-bc1b-aca8bf5a234c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:23:56.592614 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:56.620528 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:23:56.651902 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=9ee21e71-f1ef-44c2-9749-aceecc3f55d2,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:23:56.658359 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:56.662985 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-093e8c10-c1ff-476a-b86e-d8d94ee3604d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:23:56.706201 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d78b6-e376-42c3-9bac-37c4382e0c48 req-638a5fd7-40a5-4ff2-b2f9-9bc668d17765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:56.708504 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-239d78b6-e376-42c3-9bac-37c4382e0c48 req-638a5fd7-40a5-4ff2-b2f9-9bc668d17765 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 1098 time: 0.1404064 Jun 16 15:23:56.723271 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=9ee21e71-f1ef-44c2-9749-aceecc3f55d2,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.736731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:23:56.741161 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:23:56.847942 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebf061-aa67-4eb2-b6a9-b0dd37d024d6 req-7654a1f8-5d4e-430d-b4f8-2724ed9d5b7e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:56.850786 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-61ebf061-aa67-4eb2-b6a9-b0dd37d024d6 req-7654a1f8-5d4e-430d-b4f8-2724ed9d5b7e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.2282169 Jun 16 15:23:56.946030 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d78b6-e376-42c3-9bac-37c4382e0c48 req-a24f1373-fe22-4216-9974-3e724fa92493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:56.948347 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-239d78b6-e376-42c3-9bac-37c4382e0c48 req-a24f1373-fe22-4216-9974-3e724fa92493 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 920 time: 0.2245462 Jun 16 15:23:56.952233 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-61ebf061-aa67-4eb2-b6a9-b0dd37d024d6 req-a3d28876-25e1-41d3-a1a2-a78900b35695 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927348 Jun 16 15:23:57.026550 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-239d78b6-e376-42c3-9bac-37c4382e0c48 req-21e4b4d2-a43b-4a39-b6a6-4471dd42b7d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7a6804-d54f-46a6-852c-19135581667b HTTP/1.1" status: 200 len: 217 time: 0.0689418 Jun 16 15:23:57.131662 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d78b6-e376-42c3-9bac-37c4382e0c48 req-73d596f7-e5f2-4b97-a544-a24486897470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:57.135646 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-239d78b6-e376-42c3-9bac-37c4382e0c48 req-73d596f7-e5f2-4b97-a544-a24486897470 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae84484d-8ee1-489f-b398-59967502b492 HTTP/1.1" status: 200 len: 858 time: 0.1019926 Jun 16 15:23:57.209267 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-239d78b6-e376-42c3-9bac-37c4382e0c48 req-e46b721d-213c-4b1a-aa6c-70be85a468c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e25a5c1-6475-4c48-a283-ca9c338de97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645773 Jun 16 15:23:57.275499 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea0c8e-3628-4a68-8c2b-e77cc1d9b644 req-74993078-9f38-4ecf-8909-0e802550dccb tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:57.279047 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-63ea0c8e-3628-4a68-8c2b-e77cc1d9b644 req-74993078-9f38-4ecf-8909-0e802550dccb tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 945 time: 0.1618190 Jun 16 15:23:57.343075 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['9ee21e71-f1ef-44c2-9749-aceecc3f55d2'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:23:57.361573 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-63ea0c8e-3628-4a68-8c2b-e77cc1d9b644 req-19df35b9-a639-4f91-9f60-00fa22feb7dc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732455 Jun 16 15:23:57.394117 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-239d78b6-e376-42c3-9bac-37c4382e0c48 req-2e2606f8-50b8-4485-82b9-f90029a4a570 service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771576 Jun 16 15:23:57.597264 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-239d78b6-e376-42c3-9bac-37c4382e0c48 req-aca62bf8-0e4c-49b2-967f-dcfb742d0097 service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943338 Jun 16 15:23:57.931903 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:23:58.193474 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506590f4-cbe4-4e52-aafd-0833f8bb97b4 req-84ba07fc-1833-45ad-ab9f-5e63e546a12c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:58.196325 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-506590f4-cbe4-4e52-aafd-0833f8bb97b4 req-84ba07fc-1833-45ad-ab9f-5e63e546a12c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0976062 Jun 16 15:23:58.277290 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-506590f4-cbe4-4e52-aafd-0833f8bb97b4 req-c97f7bef-ae34-4682-ba76-4f0235669361 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664046 Jun 16 15:23:58.688742 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-2e340cb3-24d1-462e-8134-803e188ef80b tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=86ba632746f84fecbbd1aa9b1c08684d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542943 Jun 16 15:23:58.709263 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d028e-f67e-4053-84b1-0a63b5f7528f req-9050c618-4685-4150-8dfe-bf84fd42acc0 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:58.711385 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e55d028e-f67e-4053-84b1-0a63b5f7528f req-9050c618-4685-4150-8dfe-bf84fd42acc0 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 945 time: 0.0870702 Jun 16 15:23:58.773062 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e55d028e-f67e-4053-84b1-0a63b5f7528f req-b11a246f-2fd6-4d6a-8e19-ae37e858dbd6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521808 Jun 16 15:23:59.160464 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-5fe21dee-1148-49f2-a9c3-77947dfd3a21 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:59.162282 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-5fe21dee-1148-49f2-a9c3-77947dfd3a21 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4671628 Jun 16 15:23:59.181441 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-641aa14c-c39e-4fe1-9be7-cd477d5f1db8 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/quotas/86ba632746f84fecbbd1aa9b1c08684d HTTP/1.1" status: 200 len: 375 time: 0.0108254 Jun 16 15:23:59.223321 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-625d8213-e0ae-42f9-9601-deaacc18d1f3 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=86ba632746f84fecbbd1aa9b1c08684d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332024 Jun 16 15:23:59.462144 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cd9c15c4-3eea-408a-9d2c-edc1a44b29e5 req-d66d200a-07a1-4c96-96a6-6c3950f51f3f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 210 time: 0.0522861 Jun 16 15:23:59.595925 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7999505-303c-406c-8e6f-a9287d6656ee req-9b29890b-31b3-4ca4-8d4f-3f131c26af1a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:23:59.599307 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e7999505-303c-406c-8e6f-a9287d6656ee req-9b29890b-31b3-4ca4-8d4f-3f131c26af1a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1081367 Jun 16 15:23:59.675776 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e7999505-303c-406c-8e6f-a9287d6656ee req-0a12e981-84a6-4b93-a301-5da7f8088a70 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695443 Jun 16 15:24:00.012326 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44d940-a198-4438-b4e4-930b893916a7 req-fd23410e-ebfd-4091-9543-8d1578bee059 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:00.014014 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5b44d940-a198-4438-b4e4-930b893916a7 req-fd23410e-ebfd-4091-9543-8d1578bee059 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 945 time: 0.0855458 Jun 16 15:24:00.084843 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5b44d940-a198-4438-b4e4-930b893916a7 req-bf64a7eb-d9ef-4cc1-a1a0-3acefcde687d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580914 Jun 16 15:24:00.241303 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:24:00.304043 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:24:00.311875 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:24:00.313270 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:00.432679 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:00.457964 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c43af9-62c8-4246-8180-096b527ee604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee21e71-f1ef-44c2-9749-aceecc3f55d2'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:24:00.461290 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91ad5e7-9530-4178-bdf5-f79d437564e8" -d '{"events": [{"server_uuid": "d6c43af9-62c8-4246-8180-096b527ee604", "name": "network-vif-plugged", "status": "completed", "tag": "9ee21e71-f1ef-44c2-9749-aceecc3f55d2"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:24:00.476186 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=9ee21e71-f1ef-44c2-9749-aceecc3f55d2,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:00.481590 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:00.484586 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-71db59df-c0ed-4e14-9066-91aba774b6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:00.523867 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21145996-7ec0-40c7-9175-e9418835eb04 x-openstack-request-id: req-21145996-7ec0-40c7-9175-e9418835eb04 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:24:00.524358 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c43af9-62c8-4246-8180-096b527ee604", "name": "network-vif-plugged", "status": "completed", "tag": "9ee21e71-f1ef-44c2-9749-aceecc3f55d2", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:24:00.525604 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21145996-7ec0-40c7-9175-e9418835eb04 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:24:00.526173 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c43af9-62c8-4246-8180-096b527ee604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee21e71-f1ef-44c2-9749-aceecc3f55d2', 'code': 200} Jun 16 15:24:00.547800 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=9ee21e71-f1ef-44c2-9749-aceecc3f55d2,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:00.552406 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:00.662756 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-668b88eb-de2d-4df6-912e-b37a1f16c821 req-9607471e-4ae6-4a86-b1a5-a11edddd59a5 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 210 time: 0.0317652 Jun 16 15:24:00.901840 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bd141-cd55-46e5-9a10-4ea22e8c1e63 req-15b6da25-6e41-416f-ac07-d164ea528eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:00.904554 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-056bd141-cd55-46e5-9a10-4ea22e8c1e63 req-15b6da25-6e41-416f-ac07-d164ea528eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 1099 time: 0.1202295 Jun 16 15:24:00.975626 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-056bd141-cd55-46e5-9a10-4ea22e8c1e63 req-3d1f396a-6df5-47d6-862c-3ffe7c7e8731 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638380 Jun 16 15:24:01.016710 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-52799068-8425-41a6-af2c-65d1337120c1 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=86ba632746f84fecbbd1aa9b1c08684d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850024 Jun 16 15:24:01.087836 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3ec6a-ab06-426a-8561-03d3968c2514 req-dec99385-659e-4f64-839e-31a79693334c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:01.089488 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c0f3ec6a-ab06-426a-8561-03d3968c2514 req-dec99385-659e-4f64-839e-31a79693334c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1366158 Jun 16 15:24:01.136705 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c0f3ec6a-ab06-426a-8561-03d3968c2514 req-ef5b86c8-1219-4e84-aeb1-5caeceed7604 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404220 Jun 16 15:24:01.399633 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c7d4-d539-4fbc-b51f-00ea933e9763 req-2f1683cb-650c-4ccd-a572-b82a3e9db195 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:01.402431 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b869c7d4-d539-4fbc-b51f-00ea933e9763 req-2f1683cb-650c-4ccd-a572-b82a3e9db195 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 946 time: 0.0928712 Jun 16 15:24:01.490825 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b869c7d4-d539-4fbc-b51f-00ea933e9763 req-8bebc75e-0fa6-4886-969d-7418393f2525 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810006 Jun 16 15:24:01.494268 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d0213a16-980c-4957-aa03-72400e055663 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:01.495805 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d0213a16-980c-4957-aa03-72400e055663 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3409245 Jun 16 15:24:01.527106 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Request body: {'port': {'device_id': 'a4c2729b-8291-485f-9f44-5a0c6e73eb34', 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08', 'admin_state_up': True, 'tenant_id': '86ba632746f84fecbbd1aa9b1c08684d'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:01.656730 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Made reservation on behalf of 86ba632746f84fecbbd1aa9b1c08684d for: {'port': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:24:01.660640 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:01.671407 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:01.806411 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:01.811049 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:01.814473 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3acf7056-ebfb-4bef-bffb-fe86288852f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:01.880952 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac28b0b-713b-4c77-bb31-b34156a46ca8,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:01.887563 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:01.913392 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f255f9c2-dba7-4168-a5ec-49ea6a6a56d6 req-be416421-192d-4396-b93f-40a635b0940c tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 210 time: 0.0369029 Jun 16 15:24:02.002651 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Allocated IP 192.168.233.170 (65ea840e-f2be-4cd2-904a-b9ca6c5aef08/664d5dfa-0db1-4441-a09a-06187a856931/19be5bc7-1969-49e6-97b0-a6faa13e0cd5) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:24:02.211757 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:02.230593 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Transition to ACTIVE for port object 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 will not be triggered until provisioned by entity DHCP. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:24:02.295911 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:02.301186 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:02.347346 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Network 65ea840e-f2be-4cd2-904a-b9ca6c5aef08 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:24:02.351486 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:24:02.354485 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:24:02.410569 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Pushing event updated for resources: {'Port': ['ID=19be5bc7-1969-49e6-97b0-a6faa13e0cd5,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:02.411377 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df802c09-9ad1-419c-ac2e-c18cae7349f9 req-278acc25-9eed-4e3f-b0ec-cf4ef176897f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:02.416372 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:02.419464 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-df802c09-9ad1-419c-ac2e-c18cae7349f9 req-278acc25-9eed-4e3f-b0ec-cf4ef176897f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1319089 Jun 16 15:24:02.451926 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:02.453473 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:02.484088 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9621446 Jun 16 15:24:02.489156 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-df802c09-9ad1-419c-ac2e-c18cae7349f9 req-b18dc56d-6a32-4937-a8a4-1d52d82e54fb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542450 Jun 16 15:24:02.512186 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Request body: {'port': {'device_id': 'a4c2729b-8291-485f-9f44-5a0c6e73eb34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:24:02.687716 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:02.709467 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:02.794608 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-0b1c2655-85bd-462c-b564-e0ec86a2345d None None] Provisioning for port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:24:02.806067 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-0b1c2655-85bd-462c-b564-e0ec86a2345d None None] Provisioning complete for port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:24:02.806793 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2655-85bd-462c-b564-e0ec86a2345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:02.873014 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c2655-85bd-462c-b564-e0ec86a2345d None None] Port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:24:02.953477 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fb9ba-cf21-45c5-9c97-dec2ab64ef96 req-fae0b9e2-87f3-4e13-8906-82d3587a9f22 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:02.955118 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b95fb9ba-cf21-45c5-9c97-dec2ab64ef96 req-fae0b9e2-87f3-4e13-8906-82d3587a9f22 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 946 time: 0.2007086 Jun 16 15:24:03.127221 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b95fb9ba-cf21-45c5-9c97-dec2ab64ef96 req-7d4f4be0-6461-46aa-8779-ae37659d22ca tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565936 Jun 16 15:24:03.274652 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf861b-e1a9-4050-9ce6-8605d442ca14 req-10c152e6-f51e-4b6b-8649-f7de4d6c440a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:03.277167 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d2bf861b-e1a9-4050-9ce6-8605d442ca14 req-10c152e6-f51e-4b6b-8649-f7de4d6c440a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 936 time: 0.1314828 Jun 16 15:24:03.326979 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 {{(pid=92140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:24:03.331509 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d2bf861b-e1a9-4050-9ce6-8605d442ca14 req-70929ada-680c-4e26-8ce1-b9f6c8ff8524 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436535 Jun 16 15:24:03.339576 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:03.363273 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Transition to ACTIVE for port object 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:24:03.375935 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:03.379618 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9c03b69b-400b-4d22-9b4f-15fb2f64e2ab tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:03.468359 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Pushing event updated for resources: {'Port': ['ID=19be5bc7-1969-49e6-97b0-a6faa13e0cd5,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:03.472346 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:03.619468 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Attempting to bind port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:24:03.619953 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Attempting to bind port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '5b1f0a6e-3d9e-4e63-a733-9dadd67356cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:24:03.620444 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Attempting to bind port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 on network 65ea840e-f2be-4cd2-904a-b9ca6c5aef08 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:24:03.630726 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 on network 65ea840e-f2be-4cd2-904a-b9ca6c5aef08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:24:03.631466 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Attempting to bind port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 on network 65ea840e-f2be-4cd2-904a-b9ca6c5aef08 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:24:03.640992 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:24:03.641740 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Checking segment: {'id': '5b1f0a6e-3d9e-4e63-a733-9dadd67356cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:24:03.642362 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Bound using segment: {'id': '5b1f0a6e-3d9e-4e63-a733-9dadd67356cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:24:03.643083 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Bound port: 19be5bc7-1969-49e6-97b0-a6faa13e0cd5, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1f0a6e-3d9e-4e63-a733-9dadd67356cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:24:03.643769 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:03.777055 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] For port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5, host hv-cinder-75790, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:24:03.781585 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] For port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=19be5bc7-1969-49e6-97b0-a6faa13e0cd5,segment=NetworkSegment(5b1f0a6e-3d9e-4e63-a733-9dadd67356cc),segment_id=5b1f0a6e-3d9e-4e63-a733-9dadd67356cc)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:24:03.787431 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:03.791272 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:03.814332 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531f0fa-2f99-47f1-bcbe-2584deb1aa18 req-d3d66f13-4db3-46c0-94cf-f1bf4c36e375 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:03.815945 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b531f0fa-2f99-47f1-bcbe-2584deb1aa18 req-d3d66f13-4db3-46c0-94cf-f1bf4c36e375 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1030626 Jun 16 15:24:03.850698 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:03.853850 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:03.856659 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] 10.222.0.36 "PUT /v2.0/ports/19be5bc7-1969-49e6-97b0-a6faa13e0cd5 HTTP/1.1" status: 200 len: 1098 time: 1.3589635 Jun 16 15:24:03.857795 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c2729b-8291-485f-9f44-5a0c6e73eb34', 'tag': '19be5bc7-1969-49e6-97b0-a6faa13e0cd5'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:24:03.862437 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee2d08d-d437-4311-b1c7-472ad99e6231" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c2729b-8291-485f-9f44-5a0c6e73eb34", "tag": "19be5bc7-1969-49e6-97b0-a6faa13e0cd5"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:24:03.894315 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Pushing event updated for resources: {'Port': ['ID=19be5bc7-1969-49e6-97b0-a6faa13e0cd5,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:03.900788 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:03.919971 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b531f0fa-2f99-47f1-bcbe-2584deb1aa18 req-1c5e100b-8f0a-4873-b013-1200dc794b9c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934663 Jun 16 15:24:03.986388 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9c2d4b-ee0c-4689-9bfd-b27a849638ad x-openstack-request-id: req-db9c2d4b-ee0c-4689-9bfd-b27a849638ad {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:24:03.986983 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c2729b-8291-485f-9f44-5a0c6e73eb34", "tag": "19be5bc7-1969-49e6-97b0-a6faa13e0cd5", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:24:03.987343 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db9c2d4b-ee0c-4689-9bfd-b27a849638ad {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:24:03.987874 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c2729b-8291-485f-9f44-5a0c6e73eb34', 'tag': '19be5bc7-1969-49e6-97b0-a6faa13e0cd5', 'status': 'completed', 'code': 200} Jun 16 15:24:04.043121 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d8286031-f87a-419b-834c-90c21d6e8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:04.044793 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-d8286031-f87a-419b-834c-90c21d6e8b66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86ba632746f84fecbbd1aa9b1c08684d&device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 1101 time: 0.1167052 Jun 16 15:24:04.116274 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-b733c3d5-eb83-45a5-aaa0-511a9b969f68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=19be5bc7-1969-49e6-97b0-a6faa13e0cd5 HTTP/1.1" status: 200 len: 217 time: 0.0575984 Jun 16 15:24:04.422071 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-0fa403ba-158d-426f-b12b-fe0f35bd12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:04.423549 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-0fa403ba-158d-426f-b12b-fe0f35bd12fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664d5dfa-0db1-4441-a09a-06187a856931 HTTP/1.1" status: 200 len: 843 time: 0.3003843 Jun 16 15:24:04.497787 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a8859-6c70-4940-9a12-7ebbd2598c8a req-ed7d8e39-eb10-4194-8b2e-275a761f0a9f tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:04.499384 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ac1a8859-6c70-4940-9a12-7ebbd2598c8a req-ed7d8e39-eb10-4194-8b2e-275a761f0a9f tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 946 time: 0.1317890 Jun 16 15:24:04.573208 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ac1a8859-6c70-4940-9a12-7ebbd2598c8a req-e761fd84-7f4b-49eb-890b-5f923b776b0d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671806 Jun 16 15:24:04.582865 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-01c1f488-1037-4111-aef2-5d8a9297840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:04.584450 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-01c1f488-1037-4111-aef2-5d8a9297840f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ea840e-f2be-4cd2-904a-b9ca6c5aef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1405339 Jun 16 15:24:04.718869 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-1b22dec3-1fea-4385-bc7b-c269c0cff31f service neutron] 10.222.0.36 "GET /v2.0/networks/65ea840e-f2be-4cd2-904a-b9ca6c5aef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261392 Jun 16 15:24:04.722424 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcc4e-5727-4e0b-bf9d-1287822faa46 req-2b13e783-aab1-497a-a870-999083a63f51 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:04.724044 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-869dcc4e-5727-4e0b-bf9d-1287822faa46 req-2b13e783-aab1-497a-a870-999083a63f51 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 948 time: 0.0813901 Jun 16 15:24:04.790058 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-869dcc4e-5727-4e0b-bf9d-1287822faa46 req-b2c88fa9-9fbe-48c3-ab7a-08c46dbf1791 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Jun 16 15:24:04.874988 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845e8abf-393e-43b6-96b6-60ad41d721e3 req-8e0ad1e1-b493-4de5-9562-ea4109b695c4 service neutron] 10.222.0.36 "GET /v2.0/networks/65ea840e-f2be-4cd2-904a-b9ca6c5aef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478832 Jun 16 15:24:05.053148 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2d08d-d437-4311-b1c7-472ad99e6231 req-8d8d056e-99b6-4be9-81d7-81c37450d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:05.055416 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cee2d08d-d437-4311-b1c7-472ad99e6231 req-8d8d056e-99b6-4be9-81d7-81c37450d66d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86ba632746f84fecbbd1aa9b1c08684d&device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 1101 time: 0.0959859 Jun 16 15:24:05.206594 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c887-0848-4750-8894-8b49651815a8 req-a8651f9e-6643-4beb-91a9-036c4495699b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:05.208327 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-eca6c887-0848-4750-8894-8b49651815a8 req-a8651f9e-6643-4beb-91a9-036c4495699b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1479728 Jun 16 15:24:05.210102 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2d08d-d437-4311-b1c7-472ad99e6231 req-f08f5430-0aa9-4a1d-86fb-779993dd196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:05.211580 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cee2d08d-d437-4311-b1c7-472ad99e6231 req-f08f5430-0aa9-4a1d-86fb-779993dd196c service neutron] 10.222.0.36 "GET /v2.0/networks?id=65ea840e-f2be-4cd2-904a-b9ca6c5aef08 HTTP/1.1" status: 200 len: 871 time: 0.1415570 Jun 16 15:24:05.271832 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cee2d08d-d437-4311-b1c7-472ad99e6231 req-37fb8ce2-25fc-487d-8cb1-afbc84a81549 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=19be5bc7-1969-49e6-97b0-a6faa13e0cd5 HTTP/1.1" status: 200 len: 217 time: 0.0513773 Jun 16 15:24:05.315122 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-eca6c887-0848-4750-8894-8b49651815a8 req-d1b0483e-427f-44f2-9cae-0dc1c439c69c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009648 Jun 16 15:24:05.335003 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2d08d-d437-4311-b1c7-472ad99e6231 req-17e7a661-3ee3-4698-9027-7c2ec435973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:05.336650 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cee2d08d-d437-4311-b1c7-472ad99e6231 req-17e7a661-3ee3-4698-9027-7c2ec435973c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664d5dfa-0db1-4441-a09a-06187a856931 HTTP/1.1" status: 200 len: 843 time: 0.0568943 Jun 16 15:24:05.406235 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2d08d-d437-4311-b1c7-472ad99e6231 req-b8c8ea90-dde5-4a15-a25d-a780ffde523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:05.407868 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cee2d08d-d437-4311-b1c7-472ad99e6231 req-b8c8ea90-dde5-4a15-a25d-a780ffde523d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ea840e-f2be-4cd2-904a-b9ca6c5aef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0618324 Jun 16 15:24:05.513171 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cee2d08d-d437-4311-b1c7-472ad99e6231 req-eead7587-22f8-461c-ba2d-f0790d048749 service neutron] 10.222.0.36 "GET /v2.0/networks/65ea840e-f2be-4cd2-904a-b9ca6c5aef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972979 Jun 16 15:24:05.622986 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cee2d08d-d437-4311-b1c7-472ad99e6231 req-fe388d74-9147-4071-81c2-08535e1015ae service neutron] 10.222.0.36 "GET /v2.0/networks/65ea840e-f2be-4cd2-904a-b9ca6c5aef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018946 Jun 16 15:24:06.014531 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999999-d7b5-418f-acec-074be559b8f1 req-67e91b30-7587-4e83-80a0-cb0e12af5690 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:06.016114 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-25999999-d7b5-418f-acec-074be559b8f1 req-67e91b30-7587-4e83-80a0-cb0e12af5690 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 948 time: 0.0715010 Jun 16 15:24:06.060366 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-25999999-d7b5-418f-acec-074be559b8f1 req-8cb8cac9-9ee1-46d0-aec3-3fd7016fb0ce tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380809 Jun 16 15:24:06.528053 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98867122-f202-4445-866c-e97647c38da4 req-41ce120c-1442-4047-ae04-b43dc0d368bf tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:06.529586 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-98867122-f202-4445-866c-e97647c38da4 req-41ce120c-1442-4047-ae04-b43dc0d368bf tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0809550 Jun 16 15:24:06.574243 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-98867122-f202-4445-866c-e97647c38da4 req-125b1ca4-1ced-480e-b8be-617c55e9dc15 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385914 Jun 16 15:24:07.284833 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e7dc5-2561-4ee5-9c77-ce5eeb5d7fe3 req-e3b8b2be-a2b7-49ab-ad70-7744111bdda9 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:07.286527 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-890e7dc5-2561-4ee5-9c77-ce5eeb5d7fe3 req-e3b8b2be-a2b7-49ab-ad70-7744111bdda9 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 948 time: 0.0776274 Jun 16 15:24:07.340070 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-890e7dc5-2561-4ee5-9c77-ce5eeb5d7fe3 req-bf81454a-36d1-434f-bea5-2465bc993282 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Jun 16 15:24:07.769130 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b8479-755a-4f3f-91f0-330d4f4993ac req-6fdf4304-0ad7-4b56-8286-d32c0f7c4800 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:07.770792 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-442b8479-755a-4f3f-91f0-330d4f4993ac req-6fdf4304-0ad7-4b56-8286-d32c0f7c4800 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0693486 Jun 16 15:24:07.813541 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-442b8479-755a-4f3f-91f0-330d4f4993ac req-d5c799b0-c814-4612-93e9-d71aae5229ed tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358784 Jun 16 15:24:08.542081 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba02d75-4120-43e4-9686-89ee34e6d272 req-5101e244-14a8-4fa3-87f2-44e3c80ea079 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:08.543807 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7ba02d75-4120-43e4-9686-89ee34e6d272 req-5101e244-14a8-4fa3-87f2-44e3c80ea079 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 948 time: 0.0756803 Jun 16 15:24:08.590224 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7ba02d75-4120-43e4-9686-89ee34e6d272 req-7ed39f90-3c81-405e-8c4f-bbb939c574b1 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379801 Jun 16 15:24:09.008951 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d8cc2-0879-4417-9b5e-a3241d9646a9 req-4bbe9abf-65a0-4cc6-b5c9-cd804e6fd6e9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:09.012420 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-022d8cc2-0879-4417-9b5e-a3241d9646a9 req-4bbe9abf-65a0-4cc6-b5c9-cd804e6fd6e9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0719140 Jun 16 15:24:09.054236 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-022d8cc2-0879-4417-9b5e-a3241d9646a9 req-63a54c58-ccd6-4d33-bb9f-ba5c90eb68a0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352759 Jun 16 15:24:09.821891 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718bda1-2aca-49d6-842e-7a3c8bce071d req-bb9bc795-c1f3-452b-80c6-9bff47dcb5df tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:09.826047 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a718bda1-2aca-49d6-842e-7a3c8bce071d req-bb9bc795-c1f3-452b-80c6-9bff47dcb5df tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 948 time: 0.0942423 Jun 16 15:24:09.866542 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a718bda1-2aca-49d6-842e-7a3c8bce071d req-6fd8e901-e970-43be-8caf-45064766ea28 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348430 Jun 16 15:24:10.275554 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:24:10.286786 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072c8f5-3f1b-4082-b625-0c2da0dfe015 req-03213d96-c959-4400-b345-73fb411a598c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:10.288417 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a072c8f5-3f1b-4082-b625-0c2da0dfe015 req-03213d96-c959-4400-b345-73fb411a598c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0761805 Jun 16 15:24:10.333086 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a072c8f5-3f1b-4082-b625-0c2da0dfe015 req-6e126c88-583f-42c3-8f54-f65cb16ed163 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374320 Jun 16 15:24:10.388763 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=19be5bc7-1969-49e6-97b0-a6faa13e0cd5,segment=NetworkSegment(5b1f0a6e-3d9e-4e63-a733-9dadd67356cc),segment_id=5b1f0a6e-3d9e-4e63-a733-9dadd67356cc)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:10.401820 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '19be5bc7-1969-49e6-97b0-a6faa13e0cd5', 'network_id': '65ea840e-f2be-4cd2-904a-b9ca6c5aef08', 'port_id': '19be5bc7-1969-49e6-97b0-a6faa13e0cd5', 'mac_address': 'fa:16:3e:17:91:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664d5dfa-0db1-4441-a09a-06187a856931', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:24:10.444160 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:10.462926 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:24:10.483585 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=19be5bc7-1969-49e6-97b0-a6faa13e0cd5,segment=NetworkSegment(5b1f0a6e-3d9e-4e63-a733-9dadd67356cc),segment_id=5b1f0a6e-3d9e-4e63-a733-9dadd67356cc)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:10.488006 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:10.490057 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:10.541781 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=19be5bc7-1969-49e6-97b0-a6faa13e0cd5,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:10.545834 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:11.059029 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee9f38-f12a-41dc-ac59-f4f8f0d95812 req-f4d0f7e1-886a-40a9-ab8a-ee047cf4e505 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:11.060520 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bdee9f38-f12a-41dc-ac59-f4f8f0d95812 req-f4d0f7e1-886a-40a9-ab8a-ee047cf4e505 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 949 time: 0.0708334 Jun 16 15:24:11.107878 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bdee9f38-f12a-41dc-ac59-f4f8f0d95812 req-602b6880-cd7f-48cd-8452-12f95b5d2ce0 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368242 Jun 16 15:24:11.515967 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['19be5bc7-1969-49e6-97b0-a6faa13e0cd5'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:24:11.542507 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6552f89-2295-4901-907b-3cf7580c89f1 req-d8528c8e-db7f-48d7-94e5-deb7166c7787 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:11.544151 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f6552f89-2295-4901-907b-3cf7580c89f1 req-d8528c8e-db7f-48d7-94e5-deb7166c7787 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0780008 Jun 16 15:24:11.596796 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f6552f89-2295-4901-907b-3cf7580c89f1 req-c293f524-a09f-4195-8f21-c601d04cf650 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 Jun 16 15:24:12.326368 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9584b1c-08a4-411b-8b65-a4a8a9b5b53d req-faae6671-2533-4fdf-b678-5bac4306402f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:12.328630 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f9584b1c-08a4-411b-8b65-a4a8a9b5b53d req-faae6671-2533-4fdf-b678-5bac4306402f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 949 time: 0.0975859 Jun 16 15:24:12.385741 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f9584b1c-08a4-411b-8b65-a4a8a9b5b53d req-4c598780-c964-464e-8c80-dc9768507860 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463209 Jun 16 15:24:12.834713 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6f654-d875-4bd6-bff4-a679e0faf6a1 req-e622145f-b41b-466a-a1fe-53cb8758461f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:12.837954 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3ca6f654-d875-4bd6-bff4-a679e0faf6a1 req-e622145f-b41b-466a-a1fe-53cb8758461f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0974755 Jun 16 15:24:12.904234 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3ca6f654-d875-4bd6-bff4-a679e0faf6a1 req-b9bcc969-96a7-4d3a-b8c7-5e18099cace2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596786 Jun 16 15:24:13.603900 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a2f68-53c0-47e2-8baa-15242f374a35 req-82dfd842-cc2d-4659-9611-2b7461a068f1 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:13.606118 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-069a2f68-53c0-47e2-8baa-15242f374a35 req-82dfd842-cc2d-4659-9611-2b7461a068f1 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 949 time: 0.0787773 Jun 16 15:24:13.650811 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-069a2f68-53c0-47e2-8baa-15242f374a35 req-661b0d0e-f8bc-47d8-a80c-ca9815d41ea5 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385563 Jun 16 15:24:14.150747 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062f2a9-36a6-439f-8fac-34d15c791e3c req-9dd5655a-43d0-4fc1-8224-c9256452472d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:14.153375 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6062f2a9-36a6-439f-8fac-34d15c791e3c req-9dd5655a-43d0-4fc1-8224-c9256452472d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1015508 Jun 16 15:24:14.223477 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6062f2a9-36a6-439f-8fac-34d15c791e3c req-252f1d24-e657-4547-ac11-eec14434ebe0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559254 Jun 16 15:24:14.287194 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:24:14.355839 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:24:14.360720 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:24:14.361255 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:14.456904 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:14.494633 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c2729b-8291-485f-9f44-5a0c6e73eb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be5bc7-1969-49e6-97b0-a6faa13e0cd5'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:24:14.497251 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecd3ca8-f01d-4ebf-bb7b-86ef78157a93" -d '{"events": [{"server_uuid": "a4c2729b-8291-485f-9f44-5a0c6e73eb34", "name": "network-vif-plugged", "status": "completed", "tag": "19be5bc7-1969-49e6-97b0-a6faa13e0cd5"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:24:14.521827 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=19be5bc7-1969-49e6-97b0-a6faa13e0cd5,segment=NetworkSegment(5b1f0a6e-3d9e-4e63-a733-9dadd67356cc),segment_id=5b1f0a6e-3d9e-4e63-a733-9dadd67356cc)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:14.531595 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:14.533877 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:14.568202 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1a43dd-f7fe-4e40-a84e-550b7dac228b x-openstack-request-id: req-be1a43dd-f7fe-4e40-a84e-550b7dac228b {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:24:14.568202 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c2729b-8291-485f-9f44-5a0c6e73eb34", "name": "network-vif-plugged", "status": "completed", "tag": "19be5bc7-1969-49e6-97b0-a6faa13e0cd5", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:24:14.569101 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be1a43dd-f7fe-4e40-a84e-550b7dac228b {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:24:14.570110 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c2729b-8291-485f-9f44-5a0c6e73eb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19be5bc7-1969-49e6-97b0-a6faa13e0cd5', 'code': 200} Jun 16 15:24:14.611930 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=19be5bc7-1969-49e6-97b0-a6faa13e0cd5,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:14.615811 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:14.902563 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae6bb9-54e0-4c49-84e4-7010971669a7 req-0d921e82-61fb-45b3-91f8-58c84d453c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:14.905126 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b5ae6bb9-54e0-4c49-84e4-7010971669a7 req-0d921e82-61fb-45b3-91f8-58c84d453c52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 1103 time: 0.1205478 Jun 16 15:24:14.964443 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96b2c2-fa48-4782-bd9c-25b2194f0ec3 req-16f111e4-1ca2-4048-a97d-53e9bb5d9854 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:14.966752 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ae96b2c2-fa48-4782-bd9c-25b2194f0ec3 req-16f111e4-1ca2-4048-a97d-53e9bb5d9854 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 950 time: 0.1465797 Jun 16 15:24:15.005488 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b5ae6bb9-54e0-4c49-84e4-7010971669a7 req-caecc2c9-fb7a-4d76-b021-c3eca51a0fa4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876980 Jun 16 15:24:15.056062 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ae96b2c2-fa48-4782-bd9c-25b2194f0ec3 req-37705ca3-e262-4bcd-b14f-d4caac480553 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729134 Jun 16 15:24:15.527748 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b8f0d-e621-4860-acfd-be7d582193ed req-e5f11b09-1103-45cb-9dd4-da4efbdf7d31 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:15.529578 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a45b8f0d-e621-4860-acfd-be7d582193ed req-e5f11b09-1103-45cb-9dd4-da4efbdf7d31 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0859191 Jun 16 15:24:15.587233 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a45b8f0d-e621-4860-acfd-be7d582193ed req-f4de75be-d98d-44a9-a6d6-ad4a9c57cbda tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464947 Jun 16 15:24:16.284522 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5d1e2-b1dd-4a05-983f-6d64f0488274 req-c940696a-5373-4e20-9251-515f8150d624 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:16.286107 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ac5d1e2-b1dd-4a05-983f-6d64f0488274 req-c940696a-5373-4e20-9251-515f8150d624 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 950 time: 0.0921009 Jun 16 15:24:16.340645 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ac5d1e2-b1dd-4a05-983f-6d64f0488274 req-d50b5290-2f38-44c6-b303-ad05945f7314 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427260 Jun 16 15:24:16.959532 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe90c6-ccfc-41b3-ba86-995f208ec881 req-c5b928f9-9019-4bb9-add8-ff8e0ebb271a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:16.963032 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-89fe90c6-ccfc-41b3-ba86-995f208ec881 req-c5b928f9-9019-4bb9-add8-ff8e0ebb271a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1043668 Jun 16 15:24:17.008496 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-89fe90c6-ccfc-41b3-ba86-995f208ec881 req-a1bc5759-0f3b-4153-a645-ca0635d1a9c6 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382915 Jun 16 15:24:17.552912 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742fec1-c376-42ac-b0e9-c4240b7aea6a req-f02cbf3e-413c-4f98-a639-e7f51598a7d0 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:17.556058 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f742fec1-c376-42ac-b0e9-c4240b7aea6a req-f02cbf3e-413c-4f98-a639-e7f51598a7d0 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 950 time: 0.0848086 Jun 16 15:24:17.615998 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f742fec1-c376-42ac-b0e9-c4240b7aea6a req-37b74060-3d87-4ed0-94a1-e65318831f18 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531173 Jun 16 15:24:18.293821 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d803a5e-b0d2-40c1-ae82-01267256a04b req-c61f9a8f-ba92-4b92-9c4d-9ea6bdc89e28 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:18.295501 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb04717-41ee-44b1-8cc4-367f3030ea9b req-a83a2a98-ac76-48ca-9298-8408e21b9658 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:18.296435 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5d803a5e-b0d2-40c1-ae82-01267256a04b req-c61f9a8f-ba92-4b92-9c4d-9ea6bdc89e28 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 950 time: 0.1083801 Jun 16 15:24:18.297254 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0fb04717-41ee-44b1-8cc4-367f3030ea9b req-a83a2a98-ac76-48ca-9298-8408e21b9658 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0915744 Jun 16 15:24:18.351639 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5d803a5e-b0d2-40c1-ae82-01267256a04b req-ec0fb0fc-2029-40b9-a3c3-321743115671 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483479 Jun 16 15:24:18.354840 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0fb04717-41ee-44b1-8cc4-367f3030ea9b req-0ce444b6-9217-4177-ab02-5f4d10a6f65c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470035 Jun 16 15:24:19.585914 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e3c03-e681-45ed-a405-176e6a534699 req-4c76c591-94d2-4d14-bf49-12b46c82482e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:19.587642 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cb1e3c03-e681-45ed-a405-176e6a534699 req-4c76c591-94d2-4d14-bf49-12b46c82482e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0880620 Jun 16 15:24:19.658628 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cb1e3c03-e681-45ed-a405-176e6a534699 req-f4d283b0-0124-45c3-87d5-fd17eb25fc09 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594668 Jun 16 15:24:19.685309 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff268e-48b0-4cb1-b49d-e1c8266a4cf6 req-2a73e570-480f-4d34-98df-4174e02e29e3 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:19.687862 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-85ff268e-48b0-4cb1-b49d-e1c8266a4cf6 req-2a73e570-480f-4d34-98df-4174e02e29e3 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 950 time: 0.1218123 Jun 16 15:24:19.743737 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-85ff268e-48b0-4cb1-b49d-e1c8266a4cf6 req-7e3f3caa-9ad4-493f-879b-d0ae115e697c tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463207 Jun 16 15:24:19.889244 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e1ff8050-dc2d-45b1-86a8-67f4355c9288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:20.676490 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4b13-ec72-4988-92c7-b7d938734b3b req-f3550f8a-f5e3-4edc-89a5-73f455c8ff57 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:20.677650 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e9a6d-34df-4d26-a4c1-d2bf70edb97a req-9484363b-d0fa-47fd-bdf2-a780d665bfc6 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:20.678340 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bb1e4b13-ec72-4988-92c7-b7d938734b3b req-f3550f8a-f5e3-4edc-89a5-73f455c8ff57 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 946 time: 0.0767107 Jun 16 15:24:20.680504 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8f8e9a6d-34df-4d26-a4c1-d2bf70edb97a req-9484363b-d0fa-47fd-bdf2-a780d665bfc6 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 950 time: 0.0937171 Jun 16 15:24:20.728416 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bb1e4b13-ec72-4988-92c7-b7d938734b3b req-7825304c-54bb-4b8a-b26f-411e9713b292 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 Jun 16 15:24:20.957654 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f495264-5bf1-474d-a930-e7de418507fa req-976577ea-5424-4090-976e-afd4cd525fdd tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:20.959224 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3f495264-5bf1-474d-a930-e7de418507fa req-976577ea-5424-4090-976e-afd4cd525fdd tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 950 time: 0.0731413 Jun 16 15:24:20.996229 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-8f8e9a6d-34df-4d26-a4c1-d2bf70edb97a req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Deleting port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:24:20.997092 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-8f8e9a6d-34df-4d26-a4c1-d2bf70edb97a req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:21.029059 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3f495264-5bf1-474d-a930-e7de418507fa req-bd5158ca-d558-4a54-a487-99f554184961 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/security-groups?id=dac28b0b-713b-4c77-bb31-b34156a46ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616167 Jun 16 15:24:21.040938 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dd74c-b123-4108-b585-dccd95c8913e req-9be052bb-8f07-495a-8639-352814913d83 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:21.042179 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-761dd74c-b123-4108-b585-dccd95c8913e req-9be052bb-8f07-495a-8639-352814913d83 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.2246509 Jun 16 15:24:21.176321 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-761dd74c-b123-4108-b585-dccd95c8913e req-1c777b47-cc9c-483b-a390-673e7927071b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119325 Jun 16 15:24:21.199790 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-8f8e9a6d-34df-4d26-a4c1-d2bf70edb97a req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] For port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=19be5bc7-1969-49e6-97b0-a6faa13e0cd5,segment=NetworkSegment(5b1f0a6e-3d9e-4e63-a733-9dadd67356cc),segment_id=5b1f0a6e-3d9e-4e63-a733-9dadd67356cc)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:21.200296 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-8f8e9a6d-34df-4d26-a4c1-d2bf70edb97a req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:21.310384 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-8f8e9a6d-34df-4d26-a4c1-d2bf70edb97a req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Calling delete_port for 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:24:21.532458 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-8f8e9a6d-34df-4d26-a4c1-d2bf70edb97a req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:21.543784 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6abd2b52-5ac5-4b11-a76c-14cac75fc149 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:21.547726 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['19be5bc7-1969-49e6-97b0-a6faa13e0cd5'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:24:21.591589 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Pushing event deleted for resources: {'Port': ['ID=19be5bc7-1969-49e6-97b0-a6faa13e0cd5,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:21.630023 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:21.702752 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8e9a6d-34df-4d26-a4c1-d2bf70edb97a req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] No DVR routers for this DVR port 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:24:21.707518 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-8f8e9a6d-34df-4d26-a4c1-d2bf70edb97a req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:21.711774 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8f8e9a6d-34df-4d26-a4c1-d2bf70edb97a req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.36 "DELETE /v2.0/ports/19be5bc7-1969-49e6-97b0-a6faa13e0cd5 HTTP/1.1" status: 204 len: 173 time: 1.0245576 Jun 16 15:24:21.712623 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c2729b-8291-485f-9f44-5a0c6e73eb34', 'name': 'network-vif-deleted', 'tag': '19be5bc7-1969-49e6-97b0-a6faa13e0cd5'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:24:21.717018 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28030c33-0379-4910-8fc6-bbfdf5cbc1b7" -d '{"events": [{"server_uuid": "a4c2729b-8291-485f-9f44-5a0c6e73eb34", "name": "network-vif-deleted", "tag": "19be5bc7-1969-49e6-97b0-a6faa13e0cd5"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:24:21.783836 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f7c69a-2165-4b6e-bbf9-9ade8ce7411b x-openstack-request-id: req-b9f7c69a-2165-4b6e-bbf9-9ade8ce7411b {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:24:21.784373 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c2729b-8291-485f-9f44-5a0c6e73eb34", "name": "network-vif-deleted", "tag": "19be5bc7-1969-49e6-97b0-a6faa13e0cd5", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:24:21.784808 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9f7c69a-2165-4b6e-bbf9-9ade8ce7411b {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:24:21.785470 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c2729b-8291-485f-9f44-5a0c6e73eb34', 'name': 'network-vif-deleted', 'tag': '19be5bc7-1969-49e6-97b0-a6faa13e0cd5', 'status': 'completed', 'code': 200} Jun 16 15:24:21.873391 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:24:22.009614 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fee2f-2513-40cb-9493-46a080dc2b48 req-76e0ee57-d8ce-4476-a330-591cb966156d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:22.011246 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cd5fee2f-2513-40cb-9493-46a080dc2b48 req-76e0ee57-d8ce-4476-a330-591cb966156d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 946 time: 0.0988703 Jun 16 15:24:22.060258 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cd5fee2f-2513-40cb-9493-46a080dc2b48 req-fa85e368-03c4-42e5-bc52-3e723fefa975 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400753 Jun 16 15:24:22.299914 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-168584ad-16a5-4313-ae70-2d7adf6adad1 req-89f27b97-8dca-466e-9679-e479ae5339a7 tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c2729b-8291-485f-9f44-5a0c6e73eb34 HTTP/1.1" status: 200 len: 210 time: 0.0354261 Jun 16 15:24:22.404625 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddfead-8267-42c7-8fea-6a65354beb3b req-cb732148-d5d2-477f-853c-667fe670aeb7 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:22.407951 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3bddfead-8267-42c7-8fea-6a65354beb3b req-cb732148-d5d2-477f-853c-667fe670aeb7 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1060722 Jun 16 15:24:22.481427 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3bddfead-8267-42c7-8fea-6a65354beb3b req-ced6340c-f6b4-4b53-8b62-ca11ab9b96e8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629437 Jun 16 15:24:23.307379 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0680e7d-ccf2-499f-be3f-86420564113a req-7d545cc8-62db-4219-9484-4fd6c65005b2 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:23.308886 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b0680e7d-ccf2-499f-be3f-86420564113a req-7d545cc8-62db-4219-9484-4fd6c65005b2 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 946 time: 0.0838735 Jun 16 15:24:23.363405 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b0680e7d-ccf2-499f-be3f-86420564113a req-30f18f1c-1c52-4dea-ad46-bdd496dc3ada tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 Jun 16 15:24:23.444059 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0053180d-eb60-40c8-a64c-35e7b4080ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:23.754960 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a181662-6df5-40b8-858e-72576346fef3 req-d4418bc1-a21a-4544-85da-aaceb661cae1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:23.757802 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7a181662-6df5-40b8-858e-72576346fef3 req-d4418bc1-a21a-4544-85da-aaceb661cae1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 946 time: 0.1214957 Jun 16 15:24:23.939736 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f439a7-dd6c-4234-84bf-32e55b4fac66 req-97484925-aa63-4bd2-b08f-febdc60cd424 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:23.941970 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-51f439a7-dd6c-4234-84bf-32e55b4fac66 req-97484925-aa63-4bd2-b08f-febdc60cd424 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.2358985 Jun 16 15:24:23.987183 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:24.025716 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-51f439a7-dd6c-4234-84bf-32e55b4fac66 req-8c2a524b-63bf-4202-9dec-84bcd24093af tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697091 Jun 16 15:24:24.039945 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-7a181662-6df5-40b8-858e-72576346fef3 req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Deleting port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:24:24.040473 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-7a181662-6df5-40b8-858e-72576346fef3 req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:24.161185 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4c228-20c0-455e-8b9d-c4bdacaeae02 req-2ba176a6-d20d-4043-a191-f0aeccfd9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:24.162918 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-efe4c228-20c0-455e-8b9d-c4bdacaeae02 req-2ba176a6-d20d-4043-a191-f0aeccfd9dfc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 1098 time: 0.1302080 Jun 16 15:24:24.168952 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-7a181662-6df5-40b8-858e-72576346fef3 req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] For port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=9ee21e71-f1ef-44c2-9749-aceecc3f55d2,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:24.168952 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-7a181662-6df5-40b8-858e-72576346fef3 req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:24.216851 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-efe4c228-20c0-455e-8b9d-c4bdacaeae02 req-75c7adef-4aa5-4bdb-99c5-360f9e928e6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465584 Jun 16 15:24:24.364034 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:24:24.387357 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:24:24.387604 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 19be5bc7-1969-49e6-97b0-a6faa13e0cd5 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:24:24.522748 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-7a181662-6df5-40b8-858e-72576346fef3 req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Calling delete_port for 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:24:24.687339 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a8cf1-2095-4bc8-89fd-1919ff0e38d4 req-78092d6d-b40c-42a0-bc81-215997734389 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:24.688934 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3a8a8cf1-2095-4bc8-89fd-1919ff0e38d4 req-78092d6d-b40c-42a0-bc81-215997734389 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6c43af9-62c8-4246-8180-096b527ee604 HTTP/1.1" status: 200 len: 946 time: 0.1610718 Jun 16 15:24:24.766704 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3a8a8cf1-2095-4bc8-89fd-1919ff0e38d4 req-36ab34b3-0803-4e3c-81dd-186c22b20fc9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696814 Jun 16 15:24:24.784657 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-7a181662-6df5-40b8-858e-72576346fef3 req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:24.803363 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:24.809886 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['821748ab-017a-45d6-a675-2b75d3bdc191', '529af0ea-c944-4cc4-bf46-3ba412b73c62', '7aa477e9-c288-44a2-ad6d-01fefbbea4d5'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:24:24.851115 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Pushing event deleted for resources: {'Port': ['ID=9ee21e71-f1ef-44c2-9749-aceecc3f55d2,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:24.859756 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:24.933026 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a181662-6df5-40b8-858e-72576346fef3 req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] No DVR routers for this DVR port 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:24:24.938511 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-7a181662-6df5-40b8-858e-72576346fef3 req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:24.942470 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7a181662-6df5-40b8-858e-72576346fef3 req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "DELETE /v2.0/ports/9ee21e71-f1ef-44c2-9749-aceecc3f55d2 HTTP/1.1" status: 204 len: 173 time: 1.1744163 Jun 16 15:24:24.943291 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c43af9-62c8-4246-8180-096b527ee604', 'name': 'network-vif-deleted', 'tag': '9ee21e71-f1ef-44c2-9749-aceecc3f55d2'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:24:24.947868 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aff788-d87b-49f3-847f-64d6be9d4a2f" -d '{"events": [{"server_uuid": "d6c43af9-62c8-4246-8180-096b527ee604", "name": "network-vif-deleted", "tag": "9ee21e71-f1ef-44c2-9749-aceecc3f55d2"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:24:25.080496 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dda25ba-71b7-4716-bd4f-06a3340ade34 x-openstack-request-id: req-8dda25ba-71b7-4716-bd4f-06a3340ade34 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:24:25.081065 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c43af9-62c8-4246-8180-096b527ee604", "name": "network-vif-deleted", "tag": "9ee21e71-f1ef-44c2-9749-aceecc3f55d2", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:24:25.081532 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8dda25ba-71b7-4716-bd4f-06a3340ade34 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:24:25.082231 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c43af9-62c8-4246-8180-096b527ee604', 'name': 'network-vif-deleted', 'tag': '9ee21e71-f1ef-44c2-9749-aceecc3f55d2', 'status': 'completed', 'code': 200} Jun 16 15:24:25.373968 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b67b8a-4de8-4ee1-ab60-e14204969bcb req-b3165e0f-92f0-46c1-839d-dfde0e2cde7d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:25.376690 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-45b67b8a-4de8-4ee1-ab60-e14204969bcb req-b3165e0f-92f0-46c1-839d-dfde0e2cde7d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1880021 Jun 16 15:24:25.437551 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-45b67b8a-4de8-4ee1-ab60-e14204969bcb req-4d3a658f-ce2f-492e-8668-137b7044faa1 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Jun 16 15:24:26.213749 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:26.318784 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:24:26.381345 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:24:26.382635 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 9ee21e71-f1ef-44c2-9749-aceecc3f55d2 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:24:26.802257 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939d27c-f026-4002-af40-d92073088bf7 req-1208ff1b-d9ed-4528-be3b-50672aec41c2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:26.809270 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0939d27c-f026-4002-af40-d92073088bf7 req-1208ff1b-d9ed-4528-be3b-50672aec41c2 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1327357 Jun 16 15:24:26.873447 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0939d27c-f026-4002-af40-d92073088bf7 req-da0ec22e-fe4f-4f80-bcb9-64bec7bb9777 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574362 Jun 16 15:24:27.827414 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd384b-1ce8-4931-b025-67a6188a2b9b req-d543728e-0d7a-4615-b121-8faed15d818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:27.830216 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a0dd384b-1ce8-4931-b025-67a6188a2b9b req-d543728e-0d7a-4615-b121-8faed15d818a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 1098 time: 0.1431794 Jun 16 15:24:27.955298 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:28.071250 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2d7c9-4f03-47cd-85d7-f2fe6c8e12e3 req-73395cef-e9b6-4b65-b86c-a4b529531a9f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:28.073811 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6db2d7c9-4f03-47cd-85d7-f2fe6c8e12e3 req-73395cef-e9b6-4b65-b86c-a4b529531a9f tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1102581 Jun 16 15:24:28.091696 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050723-b09a-4fd2-a615-502698e91cc2 req-a320d006-61cb-42ef-ad94-2658f26b6ec1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:28.094360 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fa050723-b09a-4fd2-a615-502698e91cc2 req-a320d006-61cb-42ef-ad94-2658f26b6ec1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 946 time: 0.2795668 Jun 16 15:24:28.103303 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd384b-1ce8-4931-b025-67a6188a2b9b req-eff4f2a2-d450-4504-ae0a-f89f2857757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:28.105941 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a0dd384b-1ce8-4931-b025-67a6188a2b9b req-eff4f2a2-d450-4504-ae0a-f89f2857757d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 920 time: 0.2574184 Jun 16 15:24:28.146355 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6db2d7c9-4f03-47cd-85d7-f2fe6c8e12e3 req-74b02229-b57e-4b72-83cc-3174dfa59eca tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613348 Jun 16 15:24:28.213929 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a0dd384b-1ce8-4931-b025-67a6188a2b9b req-32bf4108-3134-4d0b-9a30-8503697eab16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7a6804-d54f-46a6-852c-19135581667b HTTP/1.1" status: 200 len: 217 time: 0.0932891 Jun 16 15:24:28.288723 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fa050723-b09a-4fd2-a615-502698e91cc2 req-3a217dcd-b0f7-4224-9cc0-1134e6ac2111 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804357 Jun 16 15:24:28.323827 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd384b-1ce8-4931-b025-67a6188a2b9b req-348c02ca-08fd-408b-b45c-e2e0256cea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:28.326131 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a0dd384b-1ce8-4931-b025-67a6188a2b9b req-348c02ca-08fd-408b-b45c-e2e0256cea92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae84484d-8ee1-489f-b398-59967502b492 HTTP/1.1" status: 200 len: 858 time: 0.0958624 Jun 16 15:24:28.375397 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a0dd384b-1ce8-4931-b025-67a6188a2b9b req-aa78e1c5-2502-4109-ac12-4d1339ed2835 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e25a5c1-6475-4c48-a283-ca9c338de97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384934 Jun 16 15:24:28.556699 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a0dd384b-1ce8-4931-b025-67a6188a2b9b req-66ef2d19-3d2c-401b-8797-f6e1cf158844 service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729805 Jun 16 15:24:28.710187 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a0dd384b-1ce8-4931-b025-67a6188a2b9b req-78535d98-0213-4c26-bd1f-0cff3e94a6b3 service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451538 Jun 16 15:24:29.473518 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd49833-7f03-43a1-84e6-5a250e1142be req-0cd6d5b9-282c-4af4-a1e0-35cbc08d914a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:29.475667 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9cd49833-7f03-43a1-84e6-5a250e1142be req-0cd6d5b9-282c-4af4-a1e0-35cbc08d914a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1195285 Jun 16 15:24:29.533024 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47062) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:29.552731 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9cd49833-7f03-43a1-84e6-5a250e1142be req-caa0320f-546f-49c7-acb7-cf4b6de40851 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646896 Jun 16 15:24:29.623861 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5b8a3-1484-481f-9888-b310ca5c8c2e req-4c365bc1-066e-42f9-9161-2a79caec33a1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:29.626579 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1bb5b8a3-1484-481f-9888-b310ca5c8c2e req-4c365bc1-066e-42f9-9161-2a79caec33a1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 946 time: 0.1471746 Jun 16 15:24:29.682904 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1bb5b8a3-1484-481f-9888-b310ca5c8c2e req-ce230d9c-fafa-414e-9f27-021188d9370d tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478866 Jun 16 15:24:29.757983 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-a9096610-ef52-434d-b979-457e566ac139 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86ba632746f84fecbbd1aa9b1c08684d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233012 Jun 16 15:24:29.762621 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47066) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:29.831758 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1956c9ec-13f2-45a1-b8d7-e31bcc506ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:29.870471 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1956c9ec-13f2-45a1-b8d7-e31bcc506ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:29.952404 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1956c9ec-13f2-45a1-b8d7-e31bcc506ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:29.959020 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1956c9ec-13f2-45a1-b8d7-e31bcc506ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:29.965647 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-1956c9ec-13f2-45a1-b8d7-e31bcc506ffc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dac28b0b-713b-4c77-bb31-b34156a46ca8 HTTP/1.1" status: 204 len: 168 time: 0.2011542 Jun 16 15:24:29.966904 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-2aff80b7-f2b9-4370-8221-89236be1a235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:29.980193 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956c9ec-13f2-45a1-b8d7-e31bcc506ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac28b0b-713b-4c77-bb31-b34156a46ca8,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:29.987434 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1956c9ec-13f2-45a1-b8d7-e31bcc506ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:30.171728 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edbf9f-68c8-4152-8c86-9045cfb2957b req-222342ef-6b9f-4eea-9cc6-5d0337920c46 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:30.174808 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c0edbf9f-68c8-4152-8c86-9045cfb2957b req-222342ef-6b9f-4eea-9cc6-5d0337920c46 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 946 time: 0.1207218 Jun 16 15:24:30.398077 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-c0edbf9f-68c8-4152-8c86-9045cfb2957b req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Deleting port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:24:30.403180 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-c0edbf9f-68c8-4152-8c86-9045cfb2957b req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:30.581139 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-c0edbf9f-68c8-4152-8c86-9045cfb2957b req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] For port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=7aa477e9-c288-44a2-ad6d-01fefbbea4d5,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:30.581742 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-c0edbf9f-68c8-4152-8c86-9045cfb2957b req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:30.693367 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-c0edbf9f-68c8-4152-8c86-9045cfb2957b req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Calling delete_port for 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:24:30.957781 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61c8e3-c5ca-4195-846c-035e5ffe5418 req-9a2ccf74-8b66-43c2-9af8-1e7204c0736a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:30.960489 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5d61c8e3-c5ca-4195-846c-035e5ffe5418 req-9a2ccf74-8b66-43c2-9af8-1e7204c0736a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1468761 Jun 16 15:24:30.976959 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-c0edbf9f-68c8-4152-8c86-9045cfb2957b req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:30.997400 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['821748ab-017a-45d6-a675-2b75d3bdc191', '529af0ea-c944-4cc4-bf46-3ba412b73c62', '7aa477e9-c288-44a2-ad6d-01fefbbea4d5'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:24:31.017830 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:31.026999 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c7e0b195-0968-49a9-adf0-72a6eb24456a req-20c5c30d-97d9-49c6-ad48-0afe92aa8ac6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 210 time: 0.0813699 Jun 16 15:24:31.070517 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Pushing event deleted for resources: {'Port': ['ID=7aa477e9-c288-44a2-ad6d-01fefbbea4d5,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:31.078912 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5d61c8e3-c5ca-4195-846c-035e5ffe5418 req-e4825e17-e4f1-4b6c-b4b0-385f8023336e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046715 Jun 16 15:24:31.087754 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.088723 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.089820 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.090692 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.091327 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.091991 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.092541 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.093173 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.093778 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.094386 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.094989 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.095589 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:31.102946 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:31.201145 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0edbf9f-68c8-4152-8c86-9045cfb2957b req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] No DVR routers for this DVR port 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:24:31.211758 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-c0edbf9f-68c8-4152-8c86-9045cfb2957b req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:31.215446 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c0edbf9f-68c8-4152-8c86-9045cfb2957b req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "DELETE /v2.0/ports/7aa477e9-c288-44a2-ad6d-01fefbbea4d5 HTTP/1.1" status: 204 len: 173 time: 1.0343575 Jun 16 15:24:31.216277 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277e1212-0cd2-4209-83d0-74de6c1e8e62', 'name': 'network-vif-deleted', 'tag': '7aa477e9-c288-44a2-ad6d-01fefbbea4d5'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:24:31.221025 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf91f0a-c341-4588-8c0e-7cdb91dceacb" -d '{"events": [{"server_uuid": "277e1212-0cd2-4209-83d0-74de6c1e8e62", "name": "network-vif-deleted", "tag": "7aa477e9-c288-44a2-ad6d-01fefbbea4d5"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:24:31.308075 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238dd76f-5885-49a0-8419-d93d4cee0e21 x-openstack-request-id: req-238dd76f-5885-49a0-8419-d93d4cee0e21 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:24:31.308818 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277e1212-0cd2-4209-83d0-74de6c1e8e62", "name": "network-vif-deleted", "tag": "7aa477e9-c288-44a2-ad6d-01fefbbea4d5", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:24:31.309378 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-238dd76f-5885-49a0-8419-d93d4cee0e21 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:24:31.310529 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277e1212-0cd2-4209-83d0-74de6c1e8e62', 'name': 'network-vif-deleted', 'tag': '7aa477e9-c288-44a2-ad6d-01fefbbea4d5', 'status': 'completed', 'code': 200} Jun 16 15:24:31.496356 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-894a29f2-b94c-4f58-a179-6ee0c01a714b req-c77ca317-2594-4067-8f0f-f577d67b9a41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1200099 Jun 16 15:24:31.621811 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a29f2-b94c-4f58-a179-6ee0c01a714b req-8a4a5e9a-03ae-4451-ab2e-6ffacb512424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:31.623550 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-894a29f2-b94c-4f58-a179-6ee0c01a714b req-8a4a5e9a-03ae-4451-ab2e-6ffacb512424 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41882fd42774d67aa33053725293085&device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 1098 time: 0.0695982 Jun 16 15:24:31.767928 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a29f2-b94c-4f58-a179-6ee0c01a714b req-cb76349e-d6a8-478d-a058-6c4fd52a3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:31.769503 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-894a29f2-b94c-4f58-a179-6ee0c01a714b req-cb76349e-d6a8-478d-a058-6c4fd52a3827 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 200 len: 920 time: 0.1192899 Jun 16 15:24:31.823135 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-894a29f2-b94c-4f58-a179-6ee0c01a714b req-e3e0b5f1-6f82-4dcb-8aa1-8e44950e0f32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=216acf1f-7c67-4adc-bf9d-db3b5805172c HTTP/1.1" status: 200 len: 217 time: 0.0463614 Jun 16 15:24:31.882529 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a29f2-b94c-4f58-a179-6ee0c01a714b req-5edba2d8-4697-411e-a50f-232b9c343c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:31.884242 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-894a29f2-b94c-4f58-a179-6ee0c01a714b req-5edba2d8-4697-411e-a50f-232b9c343c02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae84484d-8ee1-489f-b398-59967502b492 HTTP/1.1" status: 200 len: 858 time: 0.0544302 Jun 16 15:24:31.930538 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-894a29f2-b94c-4f58-a179-6ee0c01a714b req-ef539fc0-eb94-42c8-8392-fd6aa515f0b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e25a5c1-6475-4c48-a283-ca9c338de97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375845 Jun 16 15:24:32.086811 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-894a29f2-b94c-4f58-a179-6ee0c01a714b req-9a1bbede-c151-4893-82a9-079aa1eeecc8 service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488016 Jun 16 15:24:32.272122 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-894a29f2-b94c-4f58-a179-6ee0c01a714b req-706d0610-d4a7-4d95-8609-270a8a5081e8 service neutron] 10.222.0.36 "GET /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768632 Jun 16 15:24:32.419739 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d36c9e99-a8ad-44d3-94b4-2cd940c3c1c4 req-2eee3bc3-033f-4769-8756-c82c9a15c234 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=277e1212-0cd2-4209-83d0-74de6c1e8e62 HTTP/1.1" status: 200 len: 210 time: 0.0549886 Jun 16 15:24:32.519285 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a1c63-783c-47ad-baf3-6ecb9388c32b req-d6742221-e028-4976-8ddc-3437456d904c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:32.523213 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-489a1c63-783c-47ad-baf3-6ecb9388c32b req-d6742221-e028-4976-8ddc-3437456d904c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1352901 Jun 16 15:24:32.609684 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-489a1c63-783c-47ad-baf3-6ecb9388c32b req-3c5f0d12-e21d-4364-8fa9-7c613816d95a tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771775 Jun 16 15:24:32.698045 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:33.833212 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2816623-1f7e-492c-b47c-11b237e2a830 req-610b0e8f-b1cd-4c65-b956-618b9d1bee6e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:33.836258 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a2816623-1f7e-492c-b47c-11b237e2a830 req-610b0e8f-b1cd-4c65-b956-618b9d1bee6e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0900276 Jun 16 15:24:33.896401 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a2816623-1f7e-492c-b47c-11b237e2a830 req-696499d8-1829-448f-911d-a3820979cf5c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529931 Jun 16 15:24:35.897802 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:24:35.921682 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:24:35.922101 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 7aa477e9-c288-44a2-ad6d-01fefbbea4d5 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:24:37.914172 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2eb9-36bc-4537-a594-b714fd495fc5 req-7749040a-7b62-4402-93a0-03770325a6fa tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:37.916364 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-929a2eb9-36bc-4537-a594-b714fd495fc5 req-7749040a-7b62-4402-93a0-03770325a6fa tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 945 time: 0.0922091 Jun 16 15:24:37.989222 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-929a2eb9-36bc-4537-a594-b714fd495fc5 req-88e21b12-d702-49ff-9f01-6f00a6ea9ac6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623693 Jun 16 15:24:39.327093 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105452a1-fdd3-495c-b3f2-c91c79462276 req-c4484635-6a4e-4430-9cbf-b3fa20e3a7c4 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:39.329835 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-105452a1-fdd3-495c-b3f2-c91c79462276 req-c4484635-6a4e-4430-9cbf-b3fa20e3a7c4 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 945 time: 0.1239417 Jun 16 15:24:39.383679 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-105452a1-fdd3-495c-b3f2-c91c79462276 req-38be8a7f-f344-46ea-b466-497b7213e8fb tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419304 Jun 16 15:24:40.168690 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07db18-54c5-4b15-9e2f-e4495c8d5c41 req-848a1ab3-70c1-4de3-84bd-59b196f54e76 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:40.171811 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2e07db18-54c5-4b15-9e2f-e4495c8d5c41 req-848a1ab3-70c1-4de3-84bd-59b196f54e76 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 945 time: 0.0884943 Jun 16 15:24:40.341358 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-2e07db18-54c5-4b15-9e2f-e4495c8d5c41 req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Deleting port 529af0ea-c944-4cc4-bf46-3ba412b73c62 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:24:40.341358 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-2e07db18-54c5-4b15-9e2f-e4495c8d5c41 req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:40.512352 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-2e07db18-54c5-4b15-9e2f-e4495c8d5c41 req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] For port 529af0ea-c944-4cc4-bf46-3ba412b73c62, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=529af0ea-c944-4cc4-bf46-3ba412b73c62,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:40.513374 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-2e07db18-54c5-4b15-9e2f-e4495c8d5c41 req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:40.654753 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-2e07db18-54c5-4b15-9e2f-e4495c8d5c41 req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Calling delete_port for 529af0ea-c944-4cc4-bf46-3ba412b73c62 owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:24:40.698313 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abb78b-42c3-4998-aca6-082355ed276d req-9a1b4265-95de-454c-86b4-8847152551b6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:40.700515 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f4abb78b-42c3-4998-aca6-082355ed276d req-9a1b4265-95de-454c-86b4-8847152551b6 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 945 time: 0.1247699 Jun 16 15:24:40.774233 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f4abb78b-42c3-4998-aca6-082355ed276d req-c9c93284-c44b-4f2f-861b-9390485c327c tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600154 Jun 16 15:24:40.885169 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-2e07db18-54c5-4b15-9e2f-e4495c8d5c41 req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:40.890096 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d97127fe-ceab-4858-926b-e28e7c6387f3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:40.899341 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['821748ab-017a-45d6-a675-2b75d3bdc191', '529af0ea-c944-4cc4-bf46-3ba412b73c62'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:24:40.929225 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Pushing event deleted for resources: {'Port': ['ID=529af0ea-c944-4cc4-bf46-3ba412b73c62,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:40.935717 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:40.998201 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e07db18-54c5-4b15-9e2f-e4495c8d5c41 req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] No DVR routers for this DVR port 529af0ea-c944-4cc4-bf46-3ba412b73c62 on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:24:41.001387 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-2e07db18-54c5-4b15-9e2f-e4495c8d5c41 req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:41.003723 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2e07db18-54c5-4b15-9e2f-e4495c8d5c41 req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "DELETE /v2.0/ports/529af0ea-c944-4cc4-bf46-3ba412b73c62 HTTP/1.1" status: 204 len: 173 time: 0.8240831 Jun 16 15:24:41.004414 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055af485-ba44-437a-8e5d-1b572aa6685c', 'name': 'network-vif-deleted', 'tag': '529af0ea-c944-4cc4-bf46-3ba412b73c62'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:24:41.008366 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8f746a-2f82-41c2-918e-eec09f2bfa47" -d '{"events": [{"server_uuid": "055af485-ba44-437a-8e5d-1b572aa6685c", "name": "network-vif-deleted", "tag": "529af0ea-c944-4cc4-bf46-3ba412b73c62"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:24:41.086822 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c90c49-cf48-4b96-a258-df17b47207a5 x-openstack-request-id: req-f1c90c49-cf48-4b96-a258-df17b47207a5 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:24:41.087365 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055af485-ba44-437a-8e5d-1b572aa6685c", "name": "network-vif-deleted", "tag": "529af0ea-c944-4cc4-bf46-3ba412b73c62", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:24:41.087805 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f1c90c49-cf48-4b96-a258-df17b47207a5 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:24:41.088512 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055af485-ba44-437a-8e5d-1b572aa6685c', 'name': 'network-vif-deleted', 'tag': '529af0ea-c944-4cc4-bf46-3ba412b73c62', 'status': 'completed', 'code': 200} Jun 16 15:24:42.047258 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b1ec6f1f-a321-4bcb-a224-f0c174b182af req-eb169fbf-5d5d-498c-93b3-4d3cec618918 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=055af485-ba44-437a-8e5d-1b572aa6685c HTTP/1.1" status: 200 len: 210 time: 0.0838270 Jun 16 15:24:42.222244 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab43d-16d6-4c69-89fa-3725249cc8e3 req-dc95f670-bcaa-4440-bf5c-09935874d9d7 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:42.223792 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-787ab43d-16d6-4c69-89fa-3725249cc8e3 req-dc95f670-bcaa-4440-bf5c-09935874d9d7 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0865524 Jun 16 15:24:42.276879 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-787ab43d-16d6-4c69-89fa-3725249cc8e3 req-65aa84ab-9ca2-43ed-99cf-413451c783c9 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Jun 16 15:24:43.530581 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486549b4-3bb2-4b57-a318-cecbcc2a6775 req-827fbdc4-20a3-4c87-b056-7c1695995dda tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:43.532195 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-486549b4-3bb2-4b57-a318-cecbcc2a6775 req-827fbdc4-20a3-4c87-b056-7c1695995dda tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.0884795 Jun 16 15:24:43.593130 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-486549b4-3bb2-4b57-a318-cecbcc2a6775 req-e1511b76-a6ac-466f-957b-de1a0e47c37d tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Jun 16 15:24:43.650040 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 529af0ea-c944-4cc4-bf46-3ba412b73c62 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:24:43.691786 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 529af0ea-c944-4cc4-bf46-3ba412b73c62 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:24:43.692699 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 529af0ea-c944-4cc4-bf46-3ba412b73c62 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:24:44.275433 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47224) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:44.432600 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-34f187c9-b197-4ba4-b43a-3755915016b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.579003 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-34f187c9-b197-4ba4-b43a-3755915016b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.586109 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-34f187c9-b197-4ba4-b43a-3755915016b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.589951 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b1006f29-610a-445d-b82b-f6990e92d76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:44.639057 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-34f187c9-b197-4ba4-b43a-3755915016b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f67a2c8610c426687b0474562fab2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622761 Jun 16 15:24:44.639960 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f187c9-b197-4ba4-b43a-3755915016b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddf7885-b5cc-4475-97c1-f9edb203bd2b,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:44.643157 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47236) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:44.645290 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-34f187c9-b197-4ba4-b43a-3755915016b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:44.735814 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d9b049b4-fd1b-459e-b3c6-63e157e9523c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.784538 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d9b049b4-fd1b-459e-b3c6-63e157e9523c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.869229 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d9b049b4-fd1b-459e-b3c6-63e157e9523c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.872845 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d9b049b4-fd1b-459e-b3c6-63e157e9523c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:44.874222 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-d9b049b4-fd1b-459e-b3c6-63e157e9523c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ddf7885-b5cc-4475-97c1-f9edb203bd2b HTTP/1.1" status: 204 len: 168 time: 0.2293959 Jun 16 15:24:44.875154 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f51ef2b1-3649-44da-8f0c-b31d5e5dd239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:44.888344 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b049b4-fd1b-459e-b3c6-63e157e9523c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddf7885-b5cc-4475-97c1-f9edb203bd2b,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:44.892632 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d9b049b4-fd1b-459e-b3c6-63e157e9523c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:45.042889 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a9a02-ea6b-474e-8555-6807b016f567 req-5c7f04b0-3087-4d96-9b01-83053a69fe47 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:45.045768 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-459a9a02-ea6b-474e-8555-6807b016f567 req-5c7f04b0-3087-4d96-9b01-83053a69fe47 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.1221857 Jun 16 15:24:45.107349 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-459a9a02-ea6b-474e-8555-6807b016f567 req-16b72315-9602-4a3c-8e54-347375015327 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554714 Jun 16 15:24:45.275869 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da126b77-b562-4f39-8eef-2fe846ee35be req-5e360b0f-cd83-4ca8-8b3b-5dbaddf565ed tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:45.278784 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-da126b77-b562-4f39-8eef-2fe846ee35be req-5e360b0f-cd83-4ca8-8b3b-5dbaddf565ed tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 946 time: 0.2411258 Jun 16 15:24:45.297455 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bff97-40f6-49ac-89e8-0c3199c6bac0 req-81e7385b-9f79-4e51-8f97-0718c35a056e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:45.300259 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1d2bff97-40f6-49ac-89e8-0c3199c6bac0 req-81e7385b-9f79-4e51-8f97-0718c35a056e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 945 time: 0.2020366 Jun 16 15:24:45.413940 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-da126b77-b562-4f39-8eef-2fe846ee35be req-7b3707a8-013b-4519-875e-fa0370927209 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109295 Jun 16 15:24:45.481338 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-1d2bff97-40f6-49ac-89e8-0c3199c6bac0 req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Deleting port 216acf1f-7c67-4adc-bf9d-db3b5805172c {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:24:45.481662 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-1d2bff97-40f6-49ac-89e8-0c3199c6bac0 req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.605078 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-1d2bff97-40f6-49ac-89e8-0c3199c6bac0 req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] For port 216acf1f-7c67-4adc-bf9d-db3b5805172c, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=216acf1f-7c67-4adc-bf9d-db3b5805172c,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:45.605689 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-1d2bff97-40f6-49ac-89e8-0c3199c6bac0 req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.728720 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-1d2bff97-40f6-49ac-89e8-0c3199c6bac0 req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Calling delete_port for 216acf1f-7c67-4adc-bf9d-db3b5805172c owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:24:45.964038 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-1d2bff97-40f6-49ac-89e8-0c3199c6bac0 req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:45.969170 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-11e2457c-cf2d-46ad-85be-9679a1d84931 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:45.979227 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['8e7a6804-d54f-46a6-852c-19135581667b', '216acf1f-7c67-4adc-bf9d-db3b5805172c'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:24:46.007982 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Pushing event deleted for resources: {'Port': ['ID=216acf1f-7c67-4adc-bf9d-db3b5805172c,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:46.012614 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:46.062680 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2bff97-40f6-49ac-89e8-0c3199c6bac0 req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] No DVR routers for this DVR port 216acf1f-7c67-4adc-bf9d-db3b5805172c on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:24:46.066460 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-1d2bff97-40f6-49ac-89e8-0c3199c6bac0 req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:46.070655 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1d2bff97-40f6-49ac-89e8-0c3199c6bac0 req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.36 "DELETE /v2.0/ports/216acf1f-7c67-4adc-bf9d-db3b5805172c HTTP/1.1" status: 204 len: 173 time: 0.7570271 Jun 16 15:24:46.071497 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ef80c-2077-4077-92d2-ae897a2be25a', 'name': 'network-vif-deleted', 'tag': '216acf1f-7c67-4adc-bf9d-db3b5805172c'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:24:46.075996 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f29200-5364-4807-ad5d-134e7d33879e" -d '{"events": [{"server_uuid": "7b4ef80c-2077-4077-92d2-ae897a2be25a", "name": "network-vif-deleted", "tag": "216acf1f-7c67-4adc-bf9d-db3b5805172c"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:24:46.146169 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06500b4d-5bbd-4d4f-885a-b92ee91e4fc5 x-openstack-request-id: req-06500b4d-5bbd-4d4f-885a-b92ee91e4fc5 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:24:46.148040 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4ef80c-2077-4077-92d2-ae897a2be25a", "name": "network-vif-deleted", "tag": "216acf1f-7c67-4adc-bf9d-db3b5805172c", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:24:46.148040 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06500b4d-5bbd-4d4f-885a-b92ee91e4fc5 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:24:46.148401 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4ef80c-2077-4077-92d2-ae897a2be25a', 'name': 'network-vif-deleted', 'tag': '216acf1f-7c67-4adc-bf9d-db3b5805172c', 'status': 'completed', 'code': 200} Jun 16 15:24:46.374034 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0de3ef8d-e322-465e-b1f0-c5d0045f8bd3 req-356393c2-eee2-429c-81ab-eeec17e45923 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b4ef80c-2077-4077-92d2-ae897a2be25a HTTP/1.1" status: 200 len: 210 time: 0.0377374 Jun 16 15:24:46.666065 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334ed05-4d92-47bf-9fac-78693ead3652 req-4b82b44e-1a59-4da8-8715-d37d0b2032cd tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:46.667951 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6334ed05-4d92-47bf-9fac-78693ead3652 req-4b82b44e-1a59-4da8-8715-d37d0b2032cd tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 946 time: 0.1094797 Jun 16 15:24:46.724661 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6334ed05-4d92-47bf-9fac-78693ead3652 req-95b73e06-36c3-4f13-803e-641bf8344356 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463262 Jun 16 15:24:47.113977 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e8668-abf9-4de5-8e33-899c4ef25ac5 req-0fa8f5ba-852c-4d23-be26-050390716d09 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:47.116610 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5b3e8668-abf9-4de5-8e33-899c4ef25ac5 req-0fa8f5ba-852c-4d23-be26-050390716d09 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 946 time: 0.0883229 Jun 16 15:24:47.253389 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-5b3e8668-abf9-4de5-8e33-899c4ef25ac5 req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Deleting port 821748ab-017a-45d6-a675-2b75d3bdc191 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:24:47.253800 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5b3e8668-abf9-4de5-8e33-899c4ef25ac5 req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:47.396294 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-5b3e8668-abf9-4de5-8e33-899c4ef25ac5 req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] For port 821748ab-017a-45d6-a675-2b75d3bdc191, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=821748ab-017a-45d6-a675-2b75d3bdc191,segment=NetworkSegment(815b1714-403d-44a5-b463-42e01789c4f7),segment_id=815b1714-403d-44a5-b463-42e01789c4f7)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:47.396870 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5b3e8668-abf9-4de5-8e33-899c4ef25ac5 req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:47.522428 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-5b3e8668-abf9-4de5-8e33-899c4ef25ac5 req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Calling delete_port for 821748ab-017a-45d6-a675-2b75d3bdc191 owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:24:48.074374 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e65942-d2eb-441a-9c7b-532f6551ba94 req-819f49f0-c48d-4e3f-ab6d-c5abb8bbea83 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:48.077229 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d1e65942-d2eb-441a-9c7b-532f6551ba94 req-819f49f0-c48d-4e3f-ab6d-c5abb8bbea83 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fc5c256-6148-4410-92cc-ee3ddfce418b HTTP/1.1" status: 200 len: 946 time: 0.0921431 Jun 16 15:24:48.134092 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d1e65942-d2eb-441a-9c7b-532f6551ba94 req-dd3f176e-1e74-4731-a3a9-ff770af85b34 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497036 Jun 16 15:24:48.163058 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e2c86-1cea-40fa-b5ff-3e8708d96912 req-50dd2a49-b760-4ca8-b82b-0ef158418d69 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:48.165841 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-284e2c86-1cea-40fa-b5ff-3e8708d96912 req-50dd2a49-b760-4ca8-b82b-0ef158418d69 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1913643 Jun 16 15:24:48.167288 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5b3e8668-abf9-4de5-8e33-899c4ef25ac5 req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:48.186671 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:48.196808 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['821748ab-017a-45d6-a675-2b75d3bdc191'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:24:48.267753 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Pushing event deleted for resources: {'Port': ['ID=821748ab-017a-45d6-a675-2b75d3bdc191,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:48.276037 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:48.339131 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-284e2c86-1cea-40fa-b5ff-3e8708d96912 req-a6dc5ce4-c07f-448b-bd99-73d11d57d4bd tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588662 Jun 16 15:24:48.375899 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3e8668-abf9-4de5-8e33-899c4ef25ac5 req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] No DVR routers for this DVR port 821748ab-017a-45d6-a675-2b75d3bdc191 on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:24:48.380661 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5b3e8668-abf9-4de5-8e33-899c4ef25ac5 req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:48.388484 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5b3e8668-abf9-4de5-8e33-899c4ef25ac5 req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] 10.222.0.36 "DELETE /v2.0/ports/821748ab-017a-45d6-a675-2b75d3bdc191 HTTP/1.1" status: 204 len: 173 time: 1.2570651 Jun 16 15:24:48.388484 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc5c256-6148-4410-92cc-ee3ddfce418b', 'name': 'network-vif-deleted', 'tag': '821748ab-017a-45d6-a675-2b75d3bdc191'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:24:48.391363 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bbf50a-9134-47ad-b978-4d1e0ca90673" -d '{"events": [{"server_uuid": "8fc5c256-6148-4410-92cc-ee3ddfce418b", "name": "network-vif-deleted", "tag": "821748ab-017a-45d6-a675-2b75d3bdc191"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:24:48.448426 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdebf136-0ba8-4729-bed8-1fc6af6cd4a4 x-openstack-request-id: req-bdebf136-0ba8-4729-bed8-1fc6af6cd4a4 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:24:48.448930 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc5c256-6148-4410-92cc-ee3ddfce418b", "name": "network-vif-deleted", "tag": "821748ab-017a-45d6-a675-2b75d3bdc191", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:24:48.449430 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdebf136-0ba8-4729-bed8-1fc6af6cd4a4 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:24:48.450101 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc5c256-6148-4410-92cc-ee3ddfce418b', 'name': 'network-vif-deleted', 'tag': '821748ab-017a-45d6-a675-2b75d3bdc191', 'status': 'completed', 'code': 200} Jun 16 15:24:49.326011 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47274) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:49.379673 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7b6360-b9be-422a-aec0-96ae2aebe04e admin admin] Deleting subnet 62f46278-bb8f-418b-bc1b-aca8bf5a234c {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:24:49.384338 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6360-b9be-422a-aec0-96ae2aebe04e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.433266 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6360-b9be-422a-aec0-96ae2aebe04e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8383262'] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.498536 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6360-b9be-422a-aec0-96ae2aebe04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.575571 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6360-b9be-422a-aec0-96ae2aebe04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7514117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1118612'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.578956 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:49.608694 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b6360-b9be-422a-aec0-96ae2aebe04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f46278-bb8f-418b-bc1b-aca8bf5a234c,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:49.613243 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-cb7b6360-b9be-422a-aec0-96ae2aebe04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:49.615530 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cb7b6360-b9be-422a-aec0-96ae2aebe04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.619833 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-cb7b6360-b9be-422a-aec0-96ae2aebe04e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/62f46278-bb8f-418b-bc1b-aca8bf5a234c HTTP/1.1" status: 204 len: 168 time: 0.2915013 Jun 16 15:24:49.623488 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47280) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:49.682059 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 216acf1f-7c67-4adc-bf9d-db3b5805172c no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:24:49.717536 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 216acf1f-7c67-4adc-bf9d-db3b5805172c {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:24:49.718125 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 216acf1f-7c67-4adc-bf9d-db3b5805172c not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:24:49.725767 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.849239 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.855375 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5b165-cef0-42ea-aaec-d63d79f4511c req-0c7325e7-a381-4164-9f0f-88bd737c3558 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:49.858283 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8bf5b165-cef0-42ea-aaec-d63d79f4511c req-0c7325e7-a381-4164-9f0f-88bd737c3558 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0877821 Jun 16 15:24:49.871078 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e295650-ab91-4966-a337-9b73110b81dc']}} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:24:49.887179 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815b1714-403d-44a5-b463-42e01789c4f7') {'for_net_delete': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:24:49.887695 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815b1714-403d-44a5-b463-42e01789c4f7') {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:24:49.897264 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0a8fba2a-01d6-459d-9eea-ee105dc1c548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.903255 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8383239'] for segment, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.928739 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.942638 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=92140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:24:49.943559 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7514266'] for segment, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:49.945743 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8bf5b165-cef0-42ea-aaec-d63d79f4511c req-116329a2-ebf7-4d3c-a3fe-d769f236af21 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759127 Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: Traceback (most recent call last): Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: timer() Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: cb(*args, **kw) Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: return func(*args, **kwargs) Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: self._notify() Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: self.callback(batched_events) Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: event.method(event) Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: return f(self, *a, **k) Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._get(url).json() Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: return self.request(url, 'GET', **kwargs) Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:24:49.955760 dv-cinder-757908-6-iscsi neutron-server[92140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:24:50.036904 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:50.043110 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-db793756-18cf-4a49-b194-9d7f96c71dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:50.046176 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:50.048113 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4e295650-ab91-4966-a337-9b73110b81dc HTTP/1.1" status: 204 len: 168 time: 0.4233043 Jun 16 15:24:50.061700 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e295650-ab91-4966-a337-9b73110b81dc,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:50.065060 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:50.269537 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47286) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:50.317071 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-64b89a6b-10e8-4c77-975b-c74d367291d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b416ec4cee4b4f539f9b5753c9150a0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465450 Jun 16 15:24:50.320537 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47288) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:50.378663 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:50.407454 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:50.471113 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:50.475725 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:50.477502 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8 HTTP/1.1" status: 204 len: 168 time: 0.1556923 Jun 16 15:24:50.478733 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5d24d7fb-dcc6-4d2a-8a14-2a521d0fe738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:50.493391 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8fcf02-53a5-4cf8-ae0b-5c1c00d6c9c8,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:50.504884 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.505587 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.506165 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.506722 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.507520 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.508147 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.508715 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.509284 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.509998 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.510363 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.510910 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.511319 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:24:50.515469 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:51.268512 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b07bb-868f-4b20-97cd-a5bc85121ab4 req-394e8413-1183-411e-be5b-b6541775dc8e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:51.270860 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5a9b07bb-868f-4b20-97cd-a5bc85121ab4 req-394e8413-1183-411e-be5b-b6541775dc8e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1065755 Jun 16 15:24:51.326678 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5a9b07bb-868f-4b20-97cd-a5bc85121ab4 req-910833b7-c165-4952-84b7-919371ccee5b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485258 Jun 16 15:24:51.675583 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 821748ab-017a-45d6-a675-2b75d3bdc191 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:24:51.704383 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 821748ab-017a-45d6-a675-2b75d3bdc191 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:24:51.704655 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 821748ab-017a-45d6-a675-2b75d3bdc191 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:24:52.634118 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3636c7-bb9b-4d0f-8ad3-81a59f352555 req-bae510dc-8361-49b7-9837-785368b837df tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:52.636735 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ec3636c7-bb9b-4d0f-8ad3-81a59f352555 req-bae510dc-8361-49b7-9837-785368b837df tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1262722 Jun 16 15:24:52.708788 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ec3636c7-bb9b-4d0f-8ad3-81a59f352555 req-1bfe64fe-6321-4732-97b8-28836b868804 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647237 Jun 16 15:24:52.810736 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47340) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:52.949629 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f35ed195-670d-41e1-8791-e48e14650d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.081574 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f35ed195-670d-41e1-8791-e48e14650d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.087071 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f35ed195-670d-41e1-8791-e48e14650d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.091646 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6c76b304-e03f-4b85-9d83-3fdadea4cbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:53.138008 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ed195-670d-41e1-8791-e48e14650d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b528afe-cce5-4f59-96ac-2a54d1da568d,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:53.141830 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f35ed195-670d-41e1-8791-e48e14650d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:53.148712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47346) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:53.149267 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f35ed195-670d-41e1-8791-e48e14650d1b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f8f57b148e54587ad9b8aff3d7c19eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365009 Jun 16 15:24:53.234844 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-95820d1a-2874-41cb-b380-3995273a2c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.262416 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-95820d1a-2874-41cb-b380-3995273a2c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.336446 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-95820d1a-2874-41cb-b380-3995273a2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.341864 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-95820d1a-2874-41cb-b380-3995273a2c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.344140 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-95820d1a-2874-41cb-b380-3995273a2c44 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5b528afe-cce5-4f59-96ac-2a54d1da568d HTTP/1.1" status: 204 len: 168 time: 0.1938808 Jun 16 15:24:53.345180 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9a46a04a-6b2a-45fb-a3fe-9ab66a10904e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:53.355544 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95820d1a-2874-41cb-b380-3995273a2c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b528afe-cce5-4f59-96ac-2a54d1da568d,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:53.359600 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-95820d1a-2874-41cb-b380-3995273a2c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:53.440242 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-43af18d5-9fac-451f-812b-9f5130847b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.772354 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47356) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:53.795901 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-201d2f62-e31d-4d05-8a46-d71486d65eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.925573 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198b726-18d0-4984-8c0e-b9aeaf172fdc req-ae1e1ad3-5d42-4dbb-86ea-3cfdb8de3ca0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:53.927845 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6198b726-18d0-4984-8c0e-b9aeaf172fdc req-ae1e1ad3-5d42-4dbb-86ea-3cfdb8de3ca0 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.36 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.0999565 Jun 16 15:24:53.975777 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-201d2f62-e31d-4d05-8a46-d71486d65eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.982355 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-201d2f62-e31d-4d05-8a46-d71486d65eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:53.985717 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f55f8ffc-9398-4ed3-a0f1-293a3515f883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:53.997696 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.033112 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d2f62-e31d-4d05-8a46-d71486d65eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a6d132-50dc-41a3-a8a8-bf7dd993d958,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:54.042565 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-201d2f62-e31d-4d05-8a46-d71486d65eb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b99575e6e08b41a2898dccfca15c99c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655220 Jun 16 15:24:54.042565 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-201d2f62-e31d-4d05-8a46-d71486d65eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:54.042992 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47358) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:54.125467 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ca88d9b9-a126-4b82-96d9-871f9d9efbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.141987 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2c52a-f4ff-4970-a00e-a5a64c3a40a6 req-aa6ac045-9661-4a5f-8809-1271752cad0c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:24:54.144649 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-12f2c52a-f4ff-4970-a00e-a5a64c3a40a6 req-aa6ac045-9661-4a5f-8809-1271752cad0c tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 945 time: 0.1979630 Jun 16 15:24:54.170070 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ca88d9b9-a126-4b82-96d9-871f9d9efbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.215130 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-6198b726-18d0-4984-8c0e-b9aeaf172fdc req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Deleting port 8e7a6804-d54f-46a6-852c-19135581667b {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:24:54.216111 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6198b726-18d0-4984-8c0e-b9aeaf172fdc req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.254377 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ca88d9b9-a126-4b82-96d9-871f9d9efbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.260705 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ca88d9b9-a126-4b82-96d9-871f9d9efbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.268317 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-ca88d9b9-a126-4b82-96d9-871f9d9efbdb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57a6d132-50dc-41a3-a8a8-bf7dd993d958 HTTP/1.1" status: 204 len: 168 time: 0.2234223 Jun 16 15:24:54.274619 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-3ba6e9ea-676e-4012-bda9-7ec765bf169a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:54.277234 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-12f2c52a-f4ff-4970-a00e-a5a64c3a40a6 req-37b4ae8d-f420-4d2d-b640-44fa2b19514e tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/security-groups?id=80fd8cba-0256-4c53-869f-93d5d3361466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184738 Jun 16 15:24:54.290988 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88d9b9-a126-4b82-96d9-871f9d9efbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a6d132-50dc-41a3-a8a8-bf7dd993d958,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:54.296234 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ca88d9b9-a126-4b82-96d9-871f9d9efbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:54.409164 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-6198b726-18d0-4984-8c0e-b9aeaf172fdc req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] For port 8e7a6804-d54f-46a6-852c-19135581667b, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=8e7a6804-d54f-46a6-852c-19135581667b,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:54.409712 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6198b726-18d0-4984-8c0e-b9aeaf172fdc req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.531655 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-6198b726-18d0-4984-8c0e-b9aeaf172fdc req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Calling delete_port for 8e7a6804-d54f-46a6-852c-19135581667b owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:24:54.771682 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6198b726-18d0-4984-8c0e-b9aeaf172fdc req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.779057 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-11e86838-0da7-4163-847a-85b21b407e6b tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:54.791143 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['8e7a6804-d54f-46a6-852c-19135581667b'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:24:54.809242 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Pushing event deleted for resources: {'Port': ['ID=8e7a6804-d54f-46a6-852c-19135581667b,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:54.817136 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:54.876632 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6198b726-18d0-4984-8c0e-b9aeaf172fdc req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] No DVR routers for this DVR port 8e7a6804-d54f-46a6-852c-19135581667b on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:24:54.879528 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6198b726-18d0-4984-8c0e-b9aeaf172fdc req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:54.882988 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6198b726-18d0-4984-8c0e-b9aeaf172fdc req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.36 "DELETE /v2.0/ports/8e7a6804-d54f-46a6-852c-19135581667b HTTP/1.1" status: 204 len: 173 time: 0.9490950 Jun 16 15:24:54.883717 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7922f261-8f00-4416-8f55-3235db20f0e0', 'name': 'network-vif-deleted', 'tag': '8e7a6804-d54f-46a6-852c-19135581667b'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:24:54.887292 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5099215e-79b9-4ea0-8b8e-c15b3de36053" -d '{"events": [{"server_uuid": "7922f261-8f00-4416-8f55-3235db20f0e0", "name": "network-vif-deleted", "tag": "8e7a6804-d54f-46a6-852c-19135581667b"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:24:54.969075 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fe4c25-ec24-4d04-bb95-491e4bc0384f x-openstack-request-id: req-25fe4c25-ec24-4d04-bb95-491e4bc0384f {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:24:54.970864 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7922f261-8f00-4416-8f55-3235db20f0e0", "name": "network-vif-deleted", "tag": "8e7a6804-d54f-46a6-852c-19135581667b", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:24:54.971696 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25fe4c25-ec24-4d04-bb95-491e4bc0384f {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:24:54.972641 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7922f261-8f00-4416-8f55-3235db20f0e0', 'name': 'network-vif-deleted', 'tag': '8e7a6804-d54f-46a6-852c-19135581667b', 'status': 'completed', 'code': 200} Jun 16 15:24:55.574656 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ee7852ea-3fc4-4680-9c24-86af7e1315da req-2a68c307-0e1a-4059-9a66-f3f1cb7cd420 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] 10.222.0.61 "GET /v2.0/ports?device_id=7922f261-8f00-4416-8f55-3235db20f0e0 HTTP/1.1" status: 200 len: 210 time: 0.0466359 Jun 16 15:24:56.209416 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:56.721904 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47422) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:57.314250 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610953'] for router_interface, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:57.709253 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 8e7a6804-d54f-46a6-852c-19135581667b no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:24:57.732357 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 8e7a6804-d54f-46a6-852c-19135581667b {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:24:57.732809 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 8e7a6804-d54f-46a6-852c-19135581667b not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:24:57.786474 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Deleting port dee2b1f4-0296-45fb-9008-668032420ec9 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:24:57.787303 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:57.942015 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:57.944321 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] For port dee2b1f4-0296-45fb-9008-668032420ec9, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=dee2b1f4-0296-45fb-9008-668032420ec9,segment=NetworkSegment(74f12834-a6db-406f-8a1a-292b752a0c06),segment_id=74f12834-a6db-406f-8a1a-292b752a0c06)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:24:57.944934 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:58.038265 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Calling delete_port for dee2b1f4-0296-45fb-9008-668032420ec9 owned by network:router_interface {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:24:58.713845 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:58.716607 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d801ad5a-cdd0-43e6-a6fe-86c674b72e8f tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:24:58.747605 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee2b1f4-0296-45fb-9008-668032420ec9,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:24:58.752022 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:24:58.863275 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:24:59.014611 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610845'] for router_interface, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:59.332612 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:24:59.482771 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:24:59.495849 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] 10.222.0.61 "PUT /v2.0/routers/07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7671955 Jun 16 15:24:59.495849 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47448) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:24:59.499414 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2b9571-6cc7-4b21-b789-db8565d4c65c None None] Sync routers for ids ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:24:59.513336 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b9571-6cc7-4b21-b789-db8565d4c65c None None] Routers {'07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:24:59.514252 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-fb2b9571-6cc7-4b21-b789-db8565d4c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:24:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:24:59.673308 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Notify callbacks [] for router, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:59.726594 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-fb2b9571-6cc7-4b21-b789-db8565d4c65c None None] Set router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:24:59.876342 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:24:59.967938 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Deleting port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:24:59.968519 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.062087 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-fb2b9571-6cc7-4b21-b789-db8565d4c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'name': 'tempest-ServerRescueNegativeTestJSON-219014534-router', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:27Z', 'updated_at': '2021-06-16T15:24:58Z', 'revision_number': 5, 'project_id': 'f41882fd42774d67aa33053725293085', 'gw_port': {'id': 'bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:da:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:00.067251 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2b9571-6cc7-4b21-b789-db8565d4c65c None None] Checking router: 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:25:00.080321 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b9571-6cc7-4b21-b789-db8565d4c65c None None] Routers {'07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:25:00.081477 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-fb2b9571-6cc7-4b21-b789-db8565d4c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:24:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:00.089728 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] For port bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:00.090643 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.177565 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Calling delete_port for bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 owned by network:router_gateway {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:25:00.234284 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-fb2b9571-6cc7-4b21-b789-db8565d4c65c None None] Set router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 gateway port host: None {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:25:00.331842 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-fb2b9571-6cc7-4b21-b789-db8565d4c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'name': 'tempest-ServerRescueNegativeTestJSON-219014534-router', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:27Z', 'updated_at': '2021-06-16T15:24:59Z', 'revision_number': 6, 'project_id': 'f41882fd42774d67aa33053725293085', 'gw_port_host': None}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:00.340430 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2b9571-6cc7-4b21-b789-db8565d4c65c None None] The sync data for ids ['07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6'] in dv-cinder-757908-6-iscsi is: [{'id': '07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6', 'name': 'tempest-ServerRescueNegativeTestJSON-219014534-router', 'tenant_id': 'f41882fd42774d67aa33053725293085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:27Z', 'updated_at': '2021-06-16T15:24:59Z', 'revision_number': 6, 'project_id': 'f41882fd42774d67aa33053725293085', 'gw_port_host': None}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:25:00.487572 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.493180 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:00.542026 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:00.552242 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:00.626956 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678366'] for router_gateway, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.828774 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-823'] for router, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.836012 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.915229 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427092'] for router, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.916064 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 {{(pid=92140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:25:00.922264 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Notify callbacks [] for router, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:00.923802 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] 10.222.0.61 "DELETE /v2.0/routers/07bc9d4c-5ff3-473c-b0e3-ad54480bbdd6 HTTP/1.1" status: 204 len: 168 time: 1.4272895 Jun 16 15:25:00.929825 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47468) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:00.987801 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-86870290-b85a-426c-b523-a6e7bae34d1d admin admin] Deleting subnet ae84484d-8ee1-489f-b398-59967502b492 {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:25:00.992510 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-86870290-b85a-426c-b523-a6e7bae34d1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.041131 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-86870290-b85a-426c-b523-a6e7bae34d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8383262'] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.088946 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-86870290-b85a-426c-b523-a6e7bae34d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.165976 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-86870290-b85a-426c-b523-a6e7bae34d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7514117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1118612'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.171290 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-7b98f78b-db75-48b4-8bc3-18398a8b9c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:01.231794 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86870290-b85a-426c-b523-a6e7bae34d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae84484d-8ee1-489f-b398-59967502b492,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:01.235367 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-86870290-b85a-426c-b523-a6e7bae34d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:01.239715 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-86870290-b85a-426c-b523-a6e7bae34d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.243907 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-86870290-b85a-426c-b523-a6e7bae34d1d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ae84484d-8ee1-489f-b398-59967502b492 HTTP/1.1" status: 204 len: 168 time: 0.3137693 Jun 16 15:25:01.247212 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47470) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:01.386780 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.511674 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.528444 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e25a5c1-6475-4c48-a283-ca9c338de97b']}} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:01.545793 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f12834-a6db-406f-8a1a-292b752a0c06') {'for_net_delete': True} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:01.546599 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f12834-a6db-406f-8a1a-292b752a0c06') {} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:25:01.561409 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7517775'] for segment, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.582921 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.594877 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=92141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:25:01.595521 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7517361'] for segment, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: Traceback (most recent call last): Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: timer() Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: cb(*args, **kw) Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: return func(*args, **kwargs) Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: self._notify() Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: self.callback(batched_events) Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: event.method(event) Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: return f(self, *a, **k) Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._get(url).json() Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: return self.request(url, 'GET', **kwargs) Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:25:01.621077 dv-cinder-757908-6-iscsi neutron-server[92141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:25:01.625657 dv-cinder-757908-6-iscsi neutron-server[92141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:25:01.706805 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.713314 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:01.719000 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] 10.222.0.61 "DELETE /v2.0/networks/0e25a5c1-6475-4c48-a283-ca9c338de97b HTTP/1.1" status: 204 len: 168 time: 0.4702959 Jun 16 15:25:01.719754 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:01.741433 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=0e25a5c1-6475-4c48-a283-ca9c338de97b,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:01.745691 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:01.975416 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47480) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:02.046469 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-9bf9f840-827c-4cc5-ba14-54727c6b4627 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f41882fd42774d67aa33053725293085&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0693595 Jun 16 15:25:02.048729 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47482) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:02.119920 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6b65de49-0003-4731-9330-74db402ab0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:02.145793 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6b65de49-0003-4731-9330-74db402ab0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:02.205232 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6b65de49-0003-4731-9330-74db402ab0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:02.211707 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6b65de49-0003-4731-9330-74db402ab0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:02.213679 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6b65de49-0003-4731-9330-74db402ab0b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/80fd8cba-0256-4c53-869f-93d5d3361466 HTTP/1.1" status: 204 len: 168 time: 0.1634245 Jun 16 15:25:02.214939 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ea671f3d-74c6-40dd-ab6f-233f040fc208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:02.230573 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65de49-0003-4731-9330-74db402ab0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd8cba-0256-4c53-869f-93d5d3361466,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:02.234836 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6b65de49-0003-4731-9330-74db402ab0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:02.331919 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device dee2b1f4-0296-45fb-9008-668032420ec9 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:25:02.353729 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: dee2b1f4-0296-45fb-9008-668032420ec9 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:25:02.354110 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device dee2b1f4-0296-45fb-9008-668032420ec9 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:25:02.354560 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:25:02.375291 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:25:02.375567 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device bb9dd6eb-8f0b-4c4b-b6df-125aeb6ed974 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:25:02.707052 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.311995 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47644) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:09.467518 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-35bff7cd-9643-47cf-8489-bc936d232e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.588729 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-35bff7cd-9643-47cf-8489-bc936d232e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.594536 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-35bff7cd-9643-47cf-8489-bc936d232e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.600807 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a48c80fe-2496-40b7-9096-636bc7bebd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:09.666116 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-35bff7cd-9643-47cf-8489-bc936d232e42 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f6881ccc71c488eac53227b300ff688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525083 Jun 16 15:25:09.668877 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bff7cd-9643-47cf-8489-bc936d232e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cef0cd-9086-4917-abbc-0f3d390e8452,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:09.670134 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47654) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:09.673602 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-35bff7cd-9643-47cf-8489-bc936d232e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:09.774114 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-06eae10b-748a-43c4-ab60-4dab1820179b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.803167 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-06eae10b-748a-43c4-ab60-4dab1820179b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.883712 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-06eae10b-748a-43c4-ab60-4dab1820179b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.888029 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-06eae10b-748a-43c4-ab60-4dab1820179b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:09.890004 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-06eae10b-748a-43c4-ab60-4dab1820179b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0cef0cd-9086-4917-abbc-0f3d390e8452 HTTP/1.1" status: 204 len: 168 time: 0.2168851 Jun 16 15:25:09.891275 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:09.906507 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eae10b-748a-43c4-ab60-4dab1820179b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cef0cd-9086-4917-abbc-0f3d390e8452,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:09.910163 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-06eae10b-748a-43c4-ab60-4dab1820179b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:10.213816 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47672) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:10.231332 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-77171f6b-77b0-4a48-9648-f961ba839169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:10.350880 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-77171f6b-77b0-4a48-9648-f961ba839169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:10.355213 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-77171f6b-77b0-4a48-9648-f961ba839169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:10.357932 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-922a4347-b66c-4496-93b9-b3c47d39a0a7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:10.395332 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77171f6b-77b0-4a48-9648-f961ba839169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33f019f-541d-4216-9762-bcb705dead1e,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:10.400732 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-77171f6b-77b0-4a48-9648-f961ba839169 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=017f3c1671264a7ab13d58ceb9e3f94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858172 Jun 16 15:25:10.401771 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-77171f6b-77b0-4a48-9648-f961ba839169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:10.403626 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47674) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:10.458326 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-80bf6673-46c7-457f-9354-a7e3aaf35292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:10.481943 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-80bf6673-46c7-457f-9354-a7e3aaf35292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:10.535262 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-80bf6673-46c7-457f-9354-a7e3aaf35292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:10.540250 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-80bf6673-46c7-457f-9354-a7e3aaf35292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:10.545753 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-80bf6673-46c7-457f-9354-a7e3aaf35292 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d33f019f-541d-4216-9762-bcb705dead1e HTTP/1.1" status: 204 len: 168 time: 0.1373358 Jun 16 15:25:10.545753 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-79d6d395-bc44-4ded-ab54-6507d0bde3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:10.555790 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf6673-46c7-457f-9354-a7e3aaf35292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33f019f-541d-4216-9762-bcb705dead1e,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:10.559050 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-80bf6673-46c7-457f-9354-a7e3aaf35292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:16.979794 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47866) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:17.122336 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8331-d864-42f4-80b6-fbff0cfecb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:17.267777 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8331-d864-42f4-80b6-fbff0cfecb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:17.274640 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8331-d864-42f4-80b6-fbff0cfecb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:17.280409 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-063edc48-3657-42f9-b61e-b0b8d2847335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:17.345400 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-d4ed8331-d864-42f4-80b6-fbff0cfecb3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=236fd9dd24284f149ec90ad964242f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638172 Jun 16 15:25:17.347619 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed8331-d864-42f4-80b6-fbff0cfecb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f20c30-37d0-4172-b1c0-524fff174ef0,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:17.350314 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47882) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:17.362296 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d4ed8331-d864-42f4-80b6-fbff0cfecb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:17.428661 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4025e0a2-47e8-42c2-8149-49e7754d640e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:17.456886 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4025e0a2-47e8-42c2-8149-49e7754d640e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:17.519555 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4025e0a2-47e8-42c2-8149-49e7754d640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:17.522954 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4025e0a2-47e8-42c2-8149-49e7754d640e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:17.524294 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-4025e0a2-47e8-42c2-8149-49e7754d640e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13f20c30-37d0-4172-b1c0-524fff174ef0 HTTP/1.1" status: 204 len: 168 time: 0.1709428 Jun 16 15:25:17.525134 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d84def44-245f-46d2-9244-ca1537c09114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:17.533666 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025e0a2-47e8-42c2-8149-49e7754d640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f20c30-37d0-4172-b1c0-524fff174ef0,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:17.537118 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4025e0a2-47e8-42c2-8149-49e7754d640e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:17.938829 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 47892) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:17.954597 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cd0123e3-d562-493a-8fc9-701dde4e0eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:18.056864 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cd0123e3-d562-493a-8fc9-701dde4e0eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:18.061264 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cd0123e3-d562-493a-8fc9-701dde4e0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:18.063935 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:18.120394 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-cd0123e3-d562-493a-8fc9-701dde4e0eb9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f161407c41ca4928b4d75e86517bef04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799715 Jun 16 15:25:18.121946 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0123e3-d562-493a-8fc9-701dde4e0eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92bacfd-ca75-473b-a6af-5178a7101f5f,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:18.122830 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47894) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:18.126956 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-cd0123e3-d562-493a-8fc9-701dde4e0eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:18.212804 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c77571b2-a990-4e8e-a9aa-672084f97e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:18.243717 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c77571b2-a990-4e8e-a9aa-672084f97e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:18.300961 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c77571b2-a990-4e8e-a9aa-672084f97e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:18.304915 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c77571b2-a990-4e8e-a9aa-672084f97e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:18.306123 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c77571b2-a990-4e8e-a9aa-672084f97e33 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c92bacfd-ca75-473b-a6af-5178a7101f5f HTTP/1.1" status: 204 len: 168 time: 0.1820347 Jun 16 15:25:18.306897 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c415c7fd-6059-4c22-9139-4aaccf0f68a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:18.316413 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77571b2-a990-4e8e-a9aa-672084f97e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92bacfd-ca75-473b-a6af-5178a7101f5f,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:18.320469 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c77571b2-a990-4e8e-a9aa-672084f97e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:19.917845 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-934839b6-fc67-4dca-ab94-c0df0bbd1dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:20.875546 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 47992) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:21.122277 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5150f0f2-584c-4638-b5d3-f51ca17012c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:21.312358 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5150f0f2-584c-4638-b5d3-f51ca17012c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:21.321249 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5150f0f2-584c-4638-b5d3-f51ca17012c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:21.325888 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d4ed8331-d864-42f4-80b6-fbff0cfecb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:21.395444 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150f0f2-584c-4638-b5d3-f51ca17012c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f270aeb-a85f-4f8a-9a15-927c23c5c4c5,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:21.403847 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5150f0f2-584c-4638-b5d3-f51ca17012c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:21.413566 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-5150f0f2-584c-4638-b5d3-f51ca17012c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3860bf0786a346f9be31ca3a935c7f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5368741 Jun 16 15:25:21.414069 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48006) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:21.503399 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-86424105-72ca-4964-84da-df4ab27960db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:21.535845 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-86424105-72ca-4964-84da-df4ab27960db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:21.599299 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-86424105-72ca-4964-84da-df4ab27960db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:21.602594 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-86424105-72ca-4964-84da-df4ab27960db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:21.606279 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-86424105-72ca-4964-84da-df4ab27960db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f270aeb-a85f-4f8a-9a15-927c23c5c4c5 HTTP/1.1" status: 204 len: 168 time: 0.1881461 Jun 16 15:25:21.606279 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d9b049b4-fd1b-459e-b3c6-63e157e9523c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:21.616944 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86424105-72ca-4964-84da-df4ab27960db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f270aeb-a85f-4f8a-9a15-927c23c5c4c5,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:21.620112 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-86424105-72ca-4964-84da-df4ab27960db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:21.686630 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3a80-abcd-48de-a83b-65cbc52f5648 req-97217203-ad90-42aa-841e-be885839dc1a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:21.688574 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-df3e3a80-abcd-48de-a83b-65cbc52f5648 req-97217203-ad90-42aa-841e-be885839dc1a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1285932 Jun 16 15:25:21.751925 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-df3e3a80-abcd-48de-a83b-65cbc52f5648 req-97ab9b37-a95e-4276-95e0-8c9f5f80847f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555241 Jun 16 15:25:22.010372 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48014) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:22.024905 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b9a6-9586-4394-9a51-0be09edc99bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:22.158116 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b9a6-9586-4394-9a51-0be09edc99bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:22.164089 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b9a6-9586-4394-9a51-0be09edc99bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:22.168868 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c2602d9a-fa10-4e83-87a4-ece360ad73af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:22.213537 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-8bf8b9a6-9586-4394-9a51-0be09edc99bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=791caa352f334785a993826d36953184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020316 Jun 16 15:25:22.214575 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8b9a6-9586-4394-9a51-0be09edc99bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee0d9a7-9691-4e78-9c61-9e6e013c5d21,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:22.218999 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-8bf8b9a6-9586-4394-9a51-0be09edc99bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:22.219347 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48016) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:22.300016 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-94e6a5c8-4c8b-4fed-aa38-a8228aa1b61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:22.338718 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-94e6a5c8-4c8b-4fed-aa38-a8228aa1b61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:22.428735 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-94e6a5c8-4c8b-4fed-aa38-a8228aa1b61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:22.435070 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-94e6a5c8-4c8b-4fed-aa38-a8228aa1b61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:22.438599 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-94e6a5c8-4c8b-4fed-aa38-a8228aa1b61c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ee0d9a7-9691-4e78-9c61-9e6e013c5d21 HTTP/1.1" status: 204 len: 168 time: 0.2174115 Jun 16 15:25:22.440271 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5150f0f2-584c-4638-b5d3-f51ca17012c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:22.459261 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6a5c8-4c8b-4fed-aa38-a8228aa1b61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee0d9a7-9691-4e78-9c61-9e6e013c5d21,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:22.473760 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-94e6a5c8-4c8b-4fed-aa38-a8228aa1b61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:23.103021 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab2be4-ef47-4da2-8602-7b2922876bc3 req-4a10d8d6-2438-4260-a6cd-9764bab85a58 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:23.104834 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56ab2be4-ef47-4da2-8602-7b2922876bc3 req-4a10d8d6-2438-4260-a6cd-9764bab85a58 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0918412 Jun 16 15:25:23.153987 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56ab2be4-ef47-4da2-8602-7b2922876bc3 req-2edf3f35-0239-4291-9d0e-83d06d6120e8 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399649 Jun 16 15:25:23.433649 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a8ca2f9b-d5ca-4dd3-950a-248b238ec71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:23.982955 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:24.424403 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b3606-1c53-4fc4-8a92-6253e49a2599 req-0907badb-cc83-4a7d-a4fd-2bd466ecc302 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:24.426595 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-229b3606-1c53-4fc4-8a92-6253e49a2599 req-0907badb-cc83-4a7d-a4fd-2bd466ecc302 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0869219 Jun 16 15:25:24.490866 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-229b3606-1c53-4fc4-8a92-6253e49a2599 req-790cd0f9-5553-4806-b794-3fdc215dea55 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477090 Jun 16 15:25:25.787846 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48114) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:25.950650 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7318-afba-4d2a-a74d-9514d6ccb8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.048985 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dd448-cb12-4131-8a8e-dcde2fbc3b96 req-60fe19cb-080d-4b27-95c2-0a922577e5b6 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:26.051604 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a49dd448-cb12-4131-8a8e-dcde2fbc3b96 req-60fe19cb-080d-4b27-95c2-0a922577e5b6 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.3725944 Jun 16 15:25:26.073408 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7318-afba-4d2a-a74d-9514d6ccb8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.079930 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7318-afba-4d2a-a74d-9514d6ccb8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.086510 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-80bf6673-46c7-457f-9354-a7e3aaf35292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:26.117194 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a49dd448-cb12-4131-8a8e-dcde2fbc3b96 req-48011ced-0d21-4482-b739-bd599c36782a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578120 Jun 16 15:25:26.150455 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff7318-afba-4d2a-a74d-9514d6ccb8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52cf33d-f30e-41ff-a71b-a5c08b9cf89c,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:26.155342 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c8ff7318-afba-4d2a-a74d-9514d6ccb8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:26.158651 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-c8ff7318-afba-4d2a-a74d-9514d6ccb8ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5efedc9693bf4efdad918ec649688182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691258 Jun 16 15:25:26.162296 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48120) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:26.217752 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.244868 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-16609bed-bfff-4225-b91a-da69288701db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.282051 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-16609bed-bfff-4225-b91a-da69288701db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.348370 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-16609bed-bfff-4225-b91a-da69288701db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.351847 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-16609bed-bfff-4225-b91a-da69288701db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.353125 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-16609bed-bfff-4225-b91a-da69288701db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d52cf33d-f30e-41ff-a71b-a5c08b9cf89c HTTP/1.1" status: 204 len: 168 time: 0.1894903 Jun 16 15:25:26.354037 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f6e9580a-ec0f-4fa5-8977-7555509b0719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:26.365431 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16609bed-bfff-4225-b91a-da69288701db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52cf33d-f30e-41ff-a71b-a5c08b9cf89c,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:26.370141 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-16609bed-bfff-4225-b91a-da69288701db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:26.686085 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48132) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:26.701422 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-479eb4d3-6400-4c07-b3e4-877e0f5b9e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.799401 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-479eb4d3-6400-4c07-b3e4-877e0f5b9e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.805065 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-479eb4d3-6400-4c07-b3e4-877e0f5b9e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.807876 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-061710e1-2c52-4a24-90be-ddd15f3f2737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:26.847592 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-479eb4d3-6400-4c07-b3e4-877e0f5b9e72 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1bdc8043c224f4f91263c2911acf3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603539 Jun 16 15:25:26.848562 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479eb4d3-6400-4c07-b3e4-877e0f5b9e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19c3c42-64df-4533-a0a2-d70b744151e3,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:26.851275 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48134) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:26.852374 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-479eb4d3-6400-4c07-b3e4-877e0f5b9e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:26.915603 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-377ac6a3-e24e-444c-898a-5e8be75335fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.943570 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-377ac6a3-e24e-444c-898a-5e8be75335fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.995763 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-377ac6a3-e24e-444c-898a-5e8be75335fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:26.998752 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-377ac6a3-e24e-444c-898a-5e8be75335fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:27.000296 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-377ac6a3-e24e-444c-898a-5e8be75335fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c19c3c42-64df-4533-a0a2-d70b744151e3 HTTP/1.1" status: 204 len: 168 time: 0.1474464 Jun 16 15:25:27.001526 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-dd7431d4-646e-48cc-b18e-b7773b490306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:27.013596 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ac6a3-e24e-444c-898a-5e8be75335fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19c3c42-64df-4533-a0a2-d70b744151e3,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:27.016628 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-377ac6a3-e24e-444c-898a-5e8be75335fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:27.346249 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c413d8-3320-4196-9a86-7c95c10b063c req-5e831583-bb7c-42c4-9c2c-ba6bbc1b76e3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:27.347838 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-32c413d8-3320-4196-9a86-7c95c10b063c req-5e831583-bb7c-42c4-9c2c-ba6bbc1b76e3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0887597 Jun 16 15:25:27.398557 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-32c413d8-3320-4196-9a86-7c95c10b063c req-10b21f2a-152a-4747-864e-1f8cf764466b tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439498 Jun 16 15:25:27.945733 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.340755 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48172) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:28.472562 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b94a52e1-f0bc-4cbe-a72a-34c0b4757821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.631541 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b94a52e1-f0bc-4cbe-a72a-34c0b4757821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.637595 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b94a52e1-f0bc-4cbe-a72a-34c0b4757821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.645599 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6a473d1d-a2af-4414-bbb2-8062da6c8eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:28.696059 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-b94a52e1-f0bc-4cbe-a72a-34c0b4757821 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4aed992580c041a2aa43370028a60d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540587 Jun 16 15:25:28.699325 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48180) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:28.707465 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f9141-0e21-4ce1-ae53-fedf69c71b93 req-8c4ca54c-8940-4341-92b8-beb85a028967 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:28.709761 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-560f9141-0e21-4ce1-ae53-fedf69c71b93 req-8c4ca54c-8940-4341-92b8-beb85a028967 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1639910 Jun 16 15:25:28.710665 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a52e1-f0bc-4cbe-a72a-34c0b4757821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b94a4cb-7677-4cc5-9994-ecc1c05cd333,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:28.713909 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b94a52e1-f0bc-4cbe-a72a-34c0b4757821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:28.766594 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-560f9141-0e21-4ce1-ae53-fedf69c71b93 req-2dc0b383-ec15-4ac1-8f81-22e0c0b4a982 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466020 Jun 16 15:25:28.787804 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f6c74152-7bc7-43bd-b576-ae50c72a4a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.823077 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f6c74152-7bc7-43bd-b576-ae50c72a4a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.904207 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f6c74152-7bc7-43bd-b576-ae50c72a4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.906945 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f6c74152-7bc7-43bd-b576-ae50c72a4a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:28.908177 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f6c74152-7bc7-43bd-b576-ae50c72a4a65 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b94a4cb-7677-4cc5-9994-ecc1c05cd333 HTTP/1.1" status: 204 len: 168 time: 0.2075069 Jun 16 15:25:28.909188 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-db714a59-6ab6-405f-8b98-81fba4a297ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:28.922163 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c74152-7bc7-43bd-b576-ae50c72a4a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b94a4cb-7677-4cc5-9994-ecc1c05cd333,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:28.925094 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f6c74152-7bc7-43bd-b576-ae50c72a4a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:29.666338 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48204) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:29.775980 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1119629683-network', 'tenant_id': 'f62f66fd6e5c4e54bff8608738845c20'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:29.802338 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Made reservation on behalf of f62f66fd6e5c4e54bff8608738845c20 for: {'network': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:25:29.806345 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:29.821548 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:29.982276 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.003448 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.006999 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-27640baf-5919-4be6-ba01-4f4e04c487c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:30.027492 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=92141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:25:30.050211 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8759295-a6ef-43f5-a5d2-db10da66f910,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:30.056712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:30.060061 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.060061 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.segments_db [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Added segment 6deaafc6-fe6c-4e26-9bf2-419af450579d of type vlan for network 618c0e3c-9411-4079-b241-ec8241302c97 Jun 16 15:25:30.117924 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.130593 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756617d-7962-401c-ba2c-4b4cc990d326 req-6979b06c-e7e4-4a7d-afea-ee9a571888ff tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:30.132270 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9756617d-7962-401c-ba2c-4b4cc990d326 req-6979b06c-e7e4-4a7d-afea-ee9a571888ff tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1684401 Jun 16 15:25:30.405600 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.412087 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:30.412673 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.417329 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:30.428719 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9756617d-7962-401c-ba2c-4b4cc990d326 req-a12ccf82-a83f-4c8b-99c6-f4763fe391d4 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848670 Jun 16 15:25:30.461809 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48210) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:30.462710 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7936249 Jun 16 15:25:30.473506 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Request body: {'subnet': {'network_id': '618c0e3c-9411-4079-b241-ec8241302c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1119629683-subnet', 'tenant_id': 'f62f66fd6e5c4e54bff8608738845c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:30.506172 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Pushing event updated for resources: {'Network': ['ID=618c0e3c-9411-4079-b241-ec8241302c97,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:30.511211 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:30.514275 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Made reservation on behalf of f62f66fd6e5c4e54bff8608738845c20 for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:25:30.518217 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1118607'] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.524791 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 618c0e3c-9411-4079-b241-ec8241302c97 details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:25:30.727465 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7514180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1118621'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.736178 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2b9e2564-ecf3-4d00-916f-a27d67dccda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:30.828746 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b2a95c-cb4c-4577-9469-2ebb56b4a73b,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:30.832805 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:30.843130 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Checking segment: {'id': '6deaafc6-fe6c-4e26-9bf2-419af450579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:25:30.843560 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Network hostable DHCP agents. Network: 618c0e3c-9411-4079-b241-ec8241302c97, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:25:30.904885 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Network 618c0e3c-9411-4079-b241-ec8241302c97 is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:25:30.916212 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 618c0e3c-9411-4079-b241-ec8241302c97) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:25:30.924191 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:30.924767 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:30.928550 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0011990-42c8-44bf-a5ff-fff149979bf0 None None] Network 618c0e3c-9411-4079-b241-ec8241302c97 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:25:30.947996 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9efeb-3c9a-4ed6-88ff-6a3b24226b6d req-2a0184db-6379-4951-812a-34b0e7831802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:30.949847 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fea9efeb-3c9a-4ed6-88ff-6a3b24226b6d req-2a0184db-6379-4951-812a-34b0e7831802 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 1098 time: 0.1031044 Jun 16 15:25:30.951893 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-7f4db60c-e41c-4a0d-bb7d-b096109f827c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4890721 Jun 16 15:25:31.082803 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3673f5d6-2f8a-4740-b037-0c708aa7bce2 None None] Network 618c0e3c-9411-4079-b241-ec8241302c97 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:25:31.127901 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9efeb-3c9a-4ed6-88ff-6a3b24226b6d req-d4f53af6-14ad-4d89-bd6a-12fff1b74c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:31.130232 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fea9efeb-3c9a-4ed6-88ff-6a3b24226b6d req-d4f53af6-14ad-4d89-bd6a-12fff1b74c00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 912 time: 0.1529922 Jun 16 15:25:31.285618 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fea9efeb-3c9a-4ed6-88ff-6a3b24226b6d req-f86bd201-0c8b-4bd5-bb29-0cb2d2e8a26a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f378d25b-257b-4738-b4f1-0c71ae90135c HTTP/1.1" status: 200 len: 1000 time: 0.1443620 Jun 16 15:25:31.371090 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9efeb-3c9a-4ed6-88ff-6a3b24226b6d req-307dbb98-8801-47e7-8d85-c1db03f08515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:31.373540 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fea9efeb-3c9a-4ed6-88ff-6a3b24226b6d req-307dbb98-8801-47e7-8d85-c1db03f08515 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 200 len: 849 time: 0.0807719 Jun 16 15:25:31.449086 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9efeb-3c9a-4ed6-88ff-6a3b24226b6d req-ea2fe322-23d2-4939-9152-7da9427519f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:31.450891 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fea9efeb-3c9a-4ed6-88ff-6a3b24226b6d req-ea2fe322-23d2-4939-9152-7da9427519f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed365210-33e5-4731-9c5b-4ff91ea99e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697081 Jun 16 15:25:31.823705 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fc568-c234-4033-b237-06c6b8254fca req-dcfae470-dd0e-4f82-9f02-c1034046ebdf tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:31.835704 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d71fc568-c234-4033-b237-06c6b8254fca req-dcfae470-dd0e-4f82-9f02-c1034046ebdf tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.2003152 Jun 16 15:25:31.920519 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fea9efeb-3c9a-4ed6-88ff-6a3b24226b6d req-7657092c-9f0e-4018-83bb-a45815e6f2f9 service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610755 Jun 16 15:25:31.946744 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d71fc568-c234-4033-b237-06c6b8254fca req-87e103b8-0c04-4ebf-b800-1204b4bd9b2a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014104 Jun 16 15:25:32.074446 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fea9efeb-3c9a-4ed6-88ff-6a3b24226b6d req-e4cbc901-61f8-4bf9-9ad8-01c522c20103 service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462216 Jun 16 15:25:32.702190 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:33.221388 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f82f3d-8e49-4c1a-a173-32430797fd5b req-e287b5af-9c89-41a0-a4ec-b452e0f06fb4 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:33.224496 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-89f82f3d-8e49-4c1a-a173-32430797fd5b req-e287b5af-9c89-41a0-a4ec-b452e0f06fb4 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1099951 Jun 16 15:25:33.288923 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-89f82f3d-8e49-4c1a-a173-32430797fd5b req-6869ed0e-318d-48a4-9b09-c4962e1855af tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577757 Jun 16 15:25:33.469021 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-aec29659-9412-4ba0-a37b-da6aa57a1f54 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:33.470161 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-aec29659-9412-4ba0-a37b-da6aa57a1f54 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/networks?id=618c0e3c-9411-4079-b241-ec8241302c97 HTTP/1.1" status: 200 len: 809 time: 0.1404400 Jun 16 15:25:33.492889 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-50e29c7a-2c75-47ef-aa38-6b7bf03819fc tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/quotas/f62f66fd6e5c4e54bff8608738845c20 HTTP/1.1" status: 200 len: 375 time: 0.0104876 Jun 16 15:25:33.549493 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-e7e10bb3-80c7-4026-bb32-1090d11a1de5 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f62f66fd6e5c4e54bff8608738845c20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460119 Jun 16 15:25:33.729218 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-6120f5b4-f965-49fc-a8f2-ca3443368d6a service neutron] 10.222.0.61 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743817 Jun 16 15:25:33.845055 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-da81e182-6124-4ca4-9100-36acb098a25a service neutron] 10.222.0.61 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089077 Jun 16 15:25:34.137585 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3c87b370-bfea-4e94-8790-695e149a8865 req-398ec3dd-ea86-4070-9cef-181ef2af26e9 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 210 time: 0.0444045 Jun 16 15:25:34.611339 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daf9b0-6739-4840-9fb7-f3a6c0f1e59d req-b0f82be1-b993-4ebf-8561-cf3c36af82b9 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:34.613159 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-07daf9b0-6739-4840-9fb7-f3a6c0f1e59d req-b0f82be1-b993-4ebf-8561-cf3c36af82b9 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1292944 Jun 16 15:25:34.676261 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-07daf9b0-6739-4840-9fb7-f3a6c0f1e59d req-b5cc1228-aa89-44bd-89d3-8ed28ce9c0a2 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494699 Jun 16 15:25:35.077007 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48300) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:35.229253 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:35.336156 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b30e5b96-def8-4c13-a71b-162e5cf767b6 req-6c56e867-550b-4a57-9df3-99cdcb5a8bf5 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 210 time: 0.0454535 Jun 16 15:25:35.369859 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:35.376462 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:35.382829 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:35.426149 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=719a595614fd44449c6e99c7cf11374e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478403 Jun 16 15:25:35.427814 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2646504b-aec4-4d2e-ac86-776c2b3a93ca,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:35.430369 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48306) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:35.440822 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.441451 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.442052 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.442712 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.443396 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.443991 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.444571 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.445175 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.445760 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.446603 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.446908 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.447791 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:35.455298 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-089d78fc-d1d0-44b3-99c9-9756c09c7a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:35.518317 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f46af48f-fc9e-4232-b2af-c9d611eb54a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:35.554696 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f46af48f-fc9e-4232-b2af-c9d611eb54a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:35.634914 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f46af48f-fc9e-4232-b2af-c9d611eb54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:35.637741 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f46af48f-fc9e-4232-b2af-c9d611eb54a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:35.638973 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-f46af48f-fc9e-4232-b2af-c9d611eb54a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2646504b-aec4-4d2e-ac86-776c2b3a93ca HTTP/1.1" status: 204 len: 168 time: 0.2065537 Jun 16 15:25:35.639995 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-377ac6a3-e24e-444c-898a-5e8be75335fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:35.662126 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46af48f-fc9e-4232-b2af-c9d611eb54a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2646504b-aec4-4d2e-ac86-776c2b3a93ca,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:35.668156 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f46af48f-fc9e-4232-b2af-c9d611eb54a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:35.809888 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-c928cde8-5649-436c-bd9a-34dc8e5d51c5 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:35.813516 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-c928cde8-5649-436c-bd9a-34dc8e5d51c5 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.36 "GET /v2.0/networks?id=618c0e3c-9411-4079-b241-ec8241302c97 HTTP/1.1" status: 200 len: 809 time: 0.1989567 Jun 16 15:25:35.840630 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Request body: {'port': {'device_id': 'd41e343f-e384-413e-8139-1a1bc4af31e2', 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97', 'admin_state_up': True, 'tenant_id': 'f62f66fd6e5c4e54bff8608738845c20'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:35.875266 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:25:35.965380 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7f01-1ae6-4947-b61a-5a56765b7c95 req-30ba1c7b-08ae-4db7-9e2f-84ae12bc1857 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:35.972989 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8cda7f01-1ae6-4947-b61a-5a56765b7c95 req-30ba1c7b-08ae-4db7-9e2f-84ae12bc1857 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1125684 Jun 16 15:25:36.022973 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8cda7f01-1ae6-4947-b61a-5a56765b7c95 req-5ae0019d-bfbe-4414-a455-fe518eb68bed tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480542 Jun 16 15:25:36.055160 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Made reservation on behalf of f62f66fd6e5c4e54bff8608738845c20 for: {'port': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:25:36.060913 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.214179 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48320) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:36.237341 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Allocated IP 172.20.0.13 (618c0e3c-9411-4079-b241-ec8241302c97/15b2a95c-cb4c-4577-9469-2ebb56b4a73b/41932519-0716-4397-8235-62a84ca8ac04) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:25:36.237659 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f8277265-fa51-47f6-810c-11abc4e0f499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.377766 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f8277265-fa51-47f6-810c-11abc4e0f499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.385064 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-f8277265-fa51-47f6-810c-11abc4e0f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.417183 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-95820d1a-2874-41cb-b380-3995273a2c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:36.439898 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-f8277265-fa51-47f6-810c-11abc4e0f499 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82a6774d91a74d9d9ad5f45876a8a2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238176 Jun 16 15:25:36.446433 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48324) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:36.478002 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.485095 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8277265-fa51-47f6-810c-11abc4e0f499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f6b0cf-0faa-4964-8ac8-46394a299c42,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:36.495165 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f8277265-fa51-47f6-810c-11abc4e0f499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:36.567228 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.575060 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3271a96-9e7d-4212-a7b7-2de5af4e12ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.592292 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d86c4472-3233-405f-875d-1bdf498ab94a tempest-VolumesNegativeTest-1375574132 tempest-VolumesNegativeTest-1375574132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:36.604375 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3271a96-9e7d-4212-a7b7-2de5af4e12ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.644500 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Network 618c0e3c-9411-4079-b241-ec8241302c97 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:25:36.650602 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:25:36.660126 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:25:36.671695 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3271a96-9e7d-4212-a7b7-2de5af4e12ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.676270 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3271a96-9e7d-4212-a7b7-2de5af4e12ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.679513 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-d3271a96-9e7d-4212-a7b7-2de5af4e12ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0f6b0cf-0faa-4964-8ac8-46394a299c42 HTTP/1.1" status: 204 len: 168 time: 0.2314036 Jun 16 15:25:36.681031 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-35bff7cd-9643-47cf-8489-bc936d232e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:36.695829 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3271a96-9e7d-4212-a7b7-2de5af4e12ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f6b0cf-0faa-4964-8ac8-46394a299c42,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:36.699576 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d3271a96-9e7d-4212-a7b7-2de5af4e12ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:36.701370 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Pushing event updated for resources: {'Port': ['ID=41932519-0716-4397-8235-62a84ca8ac04,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:36.718536 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:36.743402 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77ddb7-2389-4557-b806-ab09cf0e3f33 req-2877fd8f-7129-44da-a223-3c08c2d9955f tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:36.745090 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7d77ddb7-2389-4557-b806-ab09cf0e3f33 req-2877fd8f-7129-44da-a223-3c08c2d9955f tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 932 time: 0.1924038 Jun 16 15:25:36.768130 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:36.769083 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:36.825266 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0023367 Jun 16 15:25:36.843512 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7d77ddb7-2389-4557-b806-ab09cf0e3f33 req-9f411985-c8e1-4f2c-a52d-64625178cda4 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875745 Jun 16 15:25:36.886127 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Request body: {'port': {'device_id': 'd41e343f-e384-413e-8139-1a1bc4af31e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:37.002062 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:37.512423 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41932519-0716-4397-8235-62a84ca8ac04 {{(pid=92140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:25:37.527083 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:37.565380 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Transition to ACTIVE for port object 41932519-0716-4397-8235-62a84ca8ac04 will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:25:37.571465 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:37.577413 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-902ff8ee-e5e3-4828-bf13-e6afb767c9eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:37.637922 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f183e61-ad82-4f06-8b4e-2b767955b4c5 req-54068518-7f82-4cba-9d9e-6103dccac6bd tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:37.640169 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1f183e61-ad82-4f06-8b4e-2b767955b4c5 req-54068518-7f82-4cba-9d9e-6103dccac6bd tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.2102301 Jun 16 15:25:37.735060 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Pushing event updated for resources: {'Port': ['ID=41932519-0716-4397-8235-62a84ca8ac04,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:37.746795 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:37.804067 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1f183e61-ad82-4f06-8b4e-2b767955b4c5 req-6b8ccb55-f6c4-47cc-bc51-4c7c22790e56 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490061 Jun 16 15:25:37.860445 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Attempting to bind port 41932519-0716-4397-8235-62a84ca8ac04 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:25:37.861551 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Attempting to bind port 41932519-0716-4397-8235-62a84ca8ac04 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '6deaafc6-fe6c-4e26-9bf2-419af450579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:25:37.861551 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Attempting to bind port 41932519-0716-4397-8235-62a84ca8ac04 on network 618c0e3c-9411-4079-b241-ec8241302c97 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:25:37.869975 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Port 41932519-0716-4397-8235-62a84ca8ac04 on network 618c0e3c-9411-4079-b241-ec8241302c97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:25:37.870508 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Attempting to bind port 41932519-0716-4397-8235-62a84ca8ac04 on network 618c0e3c-9411-4079-b241-ec8241302c97 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:25:37.880762 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:25:37.881445 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Checking segment: {'id': '6deaafc6-fe6c-4e26-9bf2-419af450579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:25:37.882023 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Bound using segment: {'id': '6deaafc6-fe6c-4e26-9bf2-419af450579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:25:37.883218 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Bound port: 41932519-0716-4397-8235-62a84ca8ac04, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6deaafc6-fe6c-4e26-9bf2-419af450579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:25:37.883502 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:38.006794 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] For port 41932519-0716-4397-8235-62a84ca8ac04, host hv-cinder-75790, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:25:38.010493 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] For port 41932519-0716-4397-8235-62a84ca8ac04, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=41932519-0716-4397-8235-62a84ca8ac04,segment=NetworkSegment(6deaafc6-fe6c-4e26-9bf2-419af450579d),segment_id=6deaafc6-fe6c-4e26-9bf2-419af450579d)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:25:38.016542 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:38.019479 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6e86848f-f467-4300-8dff-2f20eafd03eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:38.054055 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:38.054722 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:38.056407 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] 10.222.0.36 "PUT /v2.0/ports/41932519-0716-4397-8235-62a84ca8ac04 HTTP/1.1" status: 200 len: 1094 time: 1.1754186 Jun 16 15:25:38.059596 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41e343f-e384-413e-8139-1a1bc4af31e2', 'tag': '41932519-0716-4397-8235-62a84ca8ac04'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:25:38.065373 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e223477-a402-45db-bebf-2b3b59790277" -d '{"events": [{"name": "network-changed", "server_uuid": "d41e343f-e384-413e-8139-1a1bc4af31e2", "tag": "41932519-0716-4397-8235-62a84ca8ac04"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:25:38.113137 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc35164b-6a1a-4a1e-955c-0a6f4148b4d6 x-openstack-request-id: req-dc35164b-6a1a-4a1e-955c-0a6f4148b4d6 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:25:38.113663 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41e343f-e384-413e-8139-1a1bc4af31e2", "tag": "41932519-0716-4397-8235-62a84ca8ac04", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:25:38.114992 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc35164b-6a1a-4a1e-955c-0a6f4148b4d6 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:25:38.115947 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41e343f-e384-413e-8139-1a1bc4af31e2', 'tag': '41932519-0716-4397-8235-62a84ca8ac04', 'status': 'completed', 'code': 200} Jun 16 15:25:38.120949 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Pushing event updated for resources: {'Port': ['ID=41932519-0716-4397-8235-62a84ca8ac04,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:38.138452 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:38.160330 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd53f8-b46f-40de-a2cc-2f9aa58a8d60 req-6b25ea64-25c5-4171-8858-8d6bb523ff4d tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:38.164570 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fedd53f8-b46f-40de-a2cc-2f9aa58a8d60 req-6b25ea64-25c5-4171-8858-8d6bb523ff4d tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 944 time: 0.1462865 Jun 16 15:25:38.215839 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-580178e8-366d-48fd-98f4-f0391839f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:38.218437 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-580178e8-366d-48fd-98f4-f0391839f45c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f62f66fd6e5c4e54bff8608738845c20&device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 1097 time: 0.0925267 Jun 16 15:25:38.254032 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fedd53f8-b46f-40de-a2cc-2f9aa58a8d60 req-1531f6a5-8038-4482-bd23-be50945f6161 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776484 Jun 16 15:25:38.298741 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-eb4bca61-fdf4-4006-9b68-d4d1854d2540 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41932519-0716-4397-8235-62a84ca8ac04 HTTP/1.1" status: 200 len: 217 time: 0.0721672 Jun 16 15:25:38.368566 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-ad651b59-f958-48e0-8ea1-9e2fcfc5c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:38.370509 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-ad651b59-f958-48e0-8ea1-9e2fcfc5c6a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15b2a95c-cb4c-4577-9469-2ebb56b4a73b HTTP/1.1" status: 200 len: 849 time: 0.0639648 Jun 16 15:25:38.414424 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-d4bfd97a-a2b0-4e40-a345-9ffaf2e3920b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=618c0e3c-9411-4079-b241-ec8241302c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360489 Jun 16 15:25:38.534005 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-a2ad3fd0-7470-425e-bfe0-486c766ffbd6 service neutron] 10.222.0.36 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096795 Jun 16 15:25:38.658239 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-54e4df07-e7dd-452e-a24d-68d547f9325d req-fc8df9a4-d5d6-490d-9acc-8cda0a4b3155 service neutron] 10.222.0.36 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179712 Jun 16 15:25:38.800459 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223477-a402-45db-bebf-2b3b59790277 req-63620ec9-8675-4e7a-8868-84e16aead38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:38.803249 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1e223477-a402-45db-bebf-2b3b59790277 req-63620ec9-8675-4e7a-8868-84e16aead38e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f62f66fd6e5c4e54bff8608738845c20&device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 1097 time: 0.0848050 Jun 16 15:25:38.953748 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223477-a402-45db-bebf-2b3b59790277 req-dd668bb2-aa10-413d-878b-b4002061fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:38.956748 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1e223477-a402-45db-bebf-2b3b59790277 req-dd668bb2-aa10-413d-878b-b4002061fb4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=618c0e3c-9411-4079-b241-ec8241302c97 HTTP/1.1" status: 200 len: 911 time: 0.1454477 Jun 16 15:25:39.014853 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1e223477-a402-45db-bebf-2b3b59790277 req-c99e0150-cec0-4987-b497-3cadcc0ab540 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41932519-0716-4397-8235-62a84ca8ac04 HTTP/1.1" status: 200 len: 217 time: 0.0512581 Jun 16 15:25:39.079267 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3e438-d861-4d92-a168-6bb188d4a6ae req-01d1d714-b105-48f9-8dd0-5f75f17a9f86 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:39.083601 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f4c3e438-d861-4d92-a168-6bb188d4a6ae req-01d1d714-b105-48f9-8dd0-5f75f17a9f86 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1201000 Jun 16 15:25:39.109719 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223477-a402-45db-bebf-2b3b59790277 req-8d975998-3642-442e-81c4-b71b7a2f2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:39.112135 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1e223477-a402-45db-bebf-2b3b59790277 req-8d975998-3642-442e-81c4-b71b7a2f2efd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15b2a95c-cb4c-4577-9469-2ebb56b4a73b HTTP/1.1" status: 200 len: 849 time: 0.0865164 Jun 16 15:25:39.151170 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f4c3e438-d861-4d92-a168-6bb188d4a6ae req-656a7ca7-f242-447c-950a-3a92aaef1c99 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595593 Jun 16 15:25:39.169662 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1e223477-a402-45db-bebf-2b3b59790277 req-9639cacd-d657-456a-a1e5-f8f32c9fa22d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=618c0e3c-9411-4079-b241-ec8241302c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496964 Jun 16 15:25:39.290146 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1e223477-a402-45db-bebf-2b3b59790277 req-2e32c804-8ae0-481a-94b8-63f0e302c370 service neutron] 10.222.0.36 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129510 Jun 16 15:25:39.475501 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1e223477-a402-45db-bebf-2b3b59790277 req-0f026894-8f47-436f-84e2-3860947b9208 service neutron] 10.222.0.36 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782033 Jun 16 15:25:39.573745 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3011e4-0cc9-4013-bb37-951f9bcfb018 req-177d87c4-c139-4223-a8be-cdccc725fc49 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:39.575385 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4e3011e4-0cc9-4013-bb37-951f9bcfb018 req-177d87c4-c139-4223-a8be-cdccc725fc49 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 944 time: 0.1269057 Jun 16 15:25:39.650130 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4e3011e4-0cc9-4013-bb37-951f9bcfb018 req-6a097c6c-f34c-4aa4-934f-37f65e1d1627 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574441 Jun 16 15:25:40.402720 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf64a2-83b7-4d31-9e39-4cabbbcb91db req-5c2b013e-9d85-4ead-ab51-af09c7234224 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:40.404289 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-aadf64a2-83b7-4d31-9e39-4cabbbcb91db req-5c2b013e-9d85-4ead-ab51-af09c7234224 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0704732 Jun 16 15:25:40.450614 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-aadf64a2-83b7-4d31-9e39-4cabbbcb91db req-8798ab82-a4f8-448f-9871-2eabed93aee7 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398695 Jun 16 15:25:40.921518 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1832c-6bd2-4421-af7b-4504111e0bf4 req-24d0ad52-1b9b-417b-a9a0-6538f70644c3 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:40.923829 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0b1832c-6bd2-4421-af7b-4504111e0bf4 req-24d0ad52-1b9b-417b-a9a0-6538f70644c3 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 944 time: 0.0948572 Jun 16 15:25:40.976294 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d0b1832c-6bd2-4421-af7b-4504111e0bf4 req-fc872821-fe6e-4c6a-b276-45fec11dd251 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Jun 16 15:25:41.657754 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1125a-97aa-4617-8b2b-84faef76ae36 req-b6aad2a3-fb17-4b71-a9d2-047c949d0a34 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:41.659721 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5be1125a-97aa-4617-8b2b-84faef76ae36 req-b6aad2a3-fb17-4b71-a9d2-047c949d0a34 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0749700 Jun 16 15:25:41.713798 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5be1125a-97aa-4617-8b2b-84faef76ae36 req-a149727f-cf78-479d-9522-6080dd59e3c4 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Jun 16 15:25:41.924105 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 41932519-0716-4397-8235-62a84ca8ac04 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:25:42.053387 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 41932519-0716-4397-8235-62a84ca8ac04, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=41932519-0716-4397-8235-62a84ca8ac04,segment=NetworkSegment(6deaafc6-fe6c-4e26-9bf2-419af450579d),segment_id=6deaafc6-fe6c-4e26-9bf2-419af450579d)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:42.069861 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '41932519-0716-4397-8235-62a84ca8ac04', 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97', 'port_id': '41932519-0716-4397-8235-62a84ca8ac04', 'mac_address': 'fa:16:3e:48:33:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b2a95c-cb4c-4577-9469-2ebb56b4a73b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:25:42.117452 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:42.133707 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41932519-0716-4397-8235-62a84ca8ac04 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:25:42.162359 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 41932519-0716-4397-8235-62a84ca8ac04, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=41932519-0716-4397-8235-62a84ca8ac04,segment=NetworkSegment(6deaafc6-fe6c-4e26-9bf2-419af450579d),segment_id=6deaafc6-fe6c-4e26-9bf2-419af450579d)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:42.168530 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:42.171272 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-127b826b-d63b-4e3c-b840-d014467138bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:42.210228 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53765d9-ed2a-49c8-8ab1-d4501d6e3581 req-4ea2a460-c387-43df-b585-9a7e96a2ff87 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:42.212601 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e53765d9-ed2a-49c8-8ab1-d4501d6e3581 req-4ea2a460-c387-43df-b585-9a7e96a2ff87 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 944 time: 0.1014044 Jun 16 15:25:42.260738 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=41932519-0716-4397-8235-62a84ca8ac04,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:42.269405 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.269731 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.271184 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.271966 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.272310 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.272819 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.273190 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.273518 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.273847 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.274171 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.274493 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.274814 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:42.279299 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:42.284336 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e53765d9-ed2a-49c8-8ab1-d4501d6e3581 req-c0d00355-e85f-4451-86c1-e380450f67fc tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642655 Jun 16 15:25:42.587906 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['41932519-0716-4397-8235-62a84ca8ac04'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:25:42.915088 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3991be-01b6-490b-84c3-aa0d9598a096 req-2e898311-d751-468a-9224-b00ea26f5451 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:42.916691 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3a3991be-01b6-490b-84c3-aa0d9598a096 req-2e898311-d751-468a-9224-b00ea26f5451 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0679677 Jun 16 15:25:42.971220 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3a3991be-01b6-490b-84c3-aa0d9598a096 req-69a58803-f691-4a59-978a-49046f8c3c79 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484381 Jun 16 15:25:43.378637 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd833193-d358-4f1a-9ad6-fedf908c9f24 req-4b4eabef-93c2-4d42-8bf8-cb54c1a6ce14 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:43.381488 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bd833193-d358-4f1a-9ad6-fedf908c9f24 req-4b4eabef-93c2-4d42-8bf8-cb54c1a6ce14 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1125944 Jun 16 15:25:43.391445 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5c07c-51fa-43d6-8d39-4f3f28caffee req-42803e32-490c-4bb8-8d99-273343db578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:43.392930 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-33c5c07c-51fa-43d6-8d39-4f3f28caffee req-42803e32-490c-4bb8-8d99-273343db578a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 1098 time: 0.0911419 Jun 16 15:25:43.465715 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bd833193-d358-4f1a-9ad6-fedf908c9f24 req-5c4b3ae2-d2ab-4631-bd77-44706676e27f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716255 Jun 16 15:25:43.517582 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cc614-ce73-4671-9cbf-b66e991c7a2b req-7c19ac4a-3a8b-4a92-ac34-92e465157d9e tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:43.519178 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-aa1cc614-ce73-4671-9cbf-b66e991c7a2b req-7c19ac4a-3a8b-4a92-ac34-92e465157d9e tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 945 time: 0.0916274 Jun 16 15:25:43.539215 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5c07c-51fa-43d6-8d39-4f3f28caffee req-ee2cc32f-d504-4a0f-ae10-ec13ff10f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:43.541626 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-33c5c07c-51fa-43d6-8d39-4f3f28caffee req-ee2cc32f-d504-4a0f-ae10-ec13ff10f03b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 912 time: 0.1409452 Jun 16 15:25:43.597284 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-aa1cc614-ce73-4671-9cbf-b66e991c7a2b req-211e2796-67dc-447e-9fec-9b8d488df5bd tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666673 Jun 16 15:25:43.619150 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-33c5c07c-51fa-43d6-8d39-4f3f28caffee req-1da4817f-b0ac-407b-8c5a-b833a06d1120 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f378d25b-257b-4738-b4f1-0c71ae90135c HTTP/1.1" status: 200 len: 1000 time: 0.0696452 Jun 16 15:25:43.682882 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5c07c-51fa-43d6-8d39-4f3f28caffee req-13df604c-94f6-464d-9331-959d14e89ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:43.684360 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-33c5c07c-51fa-43d6-8d39-4f3f28caffee req-13df604c-94f6-464d-9331-959d14e89ab3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 200 len: 849 time: 0.0577500 Jun 16 15:25:43.750949 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5c07c-51fa-43d6-8d39-4f3f28caffee req-9f5f0c4c-d40c-4f63-8112-69e956c0a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:43.752932 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-33c5c07c-51fa-43d6-8d39-4f3f28caffee req-9f5f0c4c-d40c-4f63-8112-69e956c0a8dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed365210-33e5-4731-9c5b-4ff91ea99e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612648 Jun 16 15:25:43.864935 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-33c5c07c-51fa-43d6-8d39-4f3f28caffee req-c80fda02-c368-4647-9653-acde4e8e860b service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036801 Jun 16 15:25:43.924407 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 41932519-0716-4397-8235-62a84ca8ac04 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:25:43.992735 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-33c5c07c-51fa-43d6-8d39-4f3f28caffee req-d9931ec0-b11d-40d7-8430-8cf11f293cbc service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208706 Jun 16 15:25:44.006217 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 41932519-0716-4397-8235-62a84ca8ac04 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:25:44.013542 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 41932519-0716-4397-8235-62a84ca8ac04 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:25:44.013944 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:44.142295 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:44.173041 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41e343f-e384-413e-8139-1a1bc4af31e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41932519-0716-4397-8235-62a84ca8ac04'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:25:44.176319 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a724ec-0179-4db3-a6c8-cd11f3e7111e" -d '{"events": [{"server_uuid": "d41e343f-e384-413e-8139-1a1bc4af31e2", "name": "network-vif-plugged", "status": "completed", "tag": "41932519-0716-4397-8235-62a84ca8ac04"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:25:44.194851 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 41932519-0716-4397-8235-62a84ca8ac04, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=41932519-0716-4397-8235-62a84ca8ac04,segment=NetworkSegment(6deaafc6-fe6c-4e26-9bf2-419af450579d),segment_id=6deaafc6-fe6c-4e26-9bf2-419af450579d)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:44.201654 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:44.204272 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:44.235449 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e19431-92c1-4835-a275-7ce369395011 x-openstack-request-id: req-94e19431-92c1-4835-a275-7ce369395011 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:25:44.235919 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41e343f-e384-413e-8139-1a1bc4af31e2", "name": "network-vif-plugged", "status": "completed", "tag": "41932519-0716-4397-8235-62a84ca8ac04", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:25:44.236346 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94e19431-92c1-4835-a275-7ce369395011 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:25:44.236634 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41e343f-e384-413e-8139-1a1bc4af31e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41932519-0716-4397-8235-62a84ca8ac04', 'code': 200} Jun 16 15:25:44.276000 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=41932519-0716-4397-8235-62a84ca8ac04,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:44.280450 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:44.565844 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219ece9-0626-4cf0-b460-149376cfafb2 req-f43e8d8f-6523-403f-a505-dc032f6f152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:44.569491 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1219ece9-0626-4cf0-b460-149376cfafb2 req-f43e8d8f-6523-403f-a505-dc032f6f152c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 1099 time: 0.0845218 Jun 16 15:25:44.621282 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1219ece9-0626-4cf0-b460-149376cfafb2 req-7f3f79b9-4e19-46d0-9211-515c52faa83b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Jun 16 15:25:44.703441 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc98e1-fd1f-4ae0-8d7c-86c7579aa219 req-be531bd2-ac99-4129-b1c4-d8f3e9d1b583 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:44.705209 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d4dc98e1-fd1f-4ae0-8d7c-86c7579aa219 req-be531bd2-ac99-4129-b1c4-d8f3e9d1b583 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0719166 Jun 16 15:25:44.749004 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d4dc98e1-fd1f-4ae0-8d7c-86c7579aa219 req-ef1b4f84-66da-4b4e-925b-486ddd227654 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365391 Jun 16 15:25:44.903488 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a073a5-ed82-472d-b114-e64d9db69889 req-6b4f01bf-0f58-4c67-84a6-9c775d61b5de tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:44.906040 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d8a073a5-ed82-472d-b114-e64d9db69889 req-6b4f01bf-0f58-4c67-84a6-9c775d61b5de tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 946 time: 0.0991111 Jun 16 15:25:44.957383 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d8a073a5-ed82-472d-b114-e64d9db69889 req-c055059e-70c4-4d9c-9d46-b4cebe01d9a5 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430532 Jun 16 15:25:46.271758 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd32e20-ee1f-4f2a-a15f-739c1b25e592 req-917b30ee-835b-4602-8d9e-d2b712c473a9 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:46.273879 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ffd32e20-ee1f-4f2a-a15f-739c1b25e592 req-917b30ee-835b-4602-8d9e-d2b712c473a9 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 946 time: 0.1258535 Jun 16 15:25:46.326933 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ffd32e20-ee1f-4f2a-a15f-739c1b25e592 req-940eea97-9945-422f-9cd0-4c58f536c052 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455854 Jun 16 15:25:46.375486 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dfa1a-1501-4603-9a41-5dcc7b573bcf req-ee2ea4d7-3224-4b74-9d8b-3ed46f6122b1 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:46.377665 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f48dfa1a-1501-4603-9a41-5dcc7b573bcf req-ee2ea4d7-3224-4b74-9d8b-3ed46f6122b1 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1025302 Jun 16 15:25:46.430741 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f48dfa1a-1501-4603-9a41-5dcc7b573bcf req-42da3dce-1e47-4938-838c-408a10302969 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433197 Jun 16 15:25:47.610861 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2f238-6d2e-42e4-9597-b15294a6d676 req-452a21fd-8652-43c5-a4ca-6d7573b11333 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:47.612804 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-45d2f238-6d2e-42e4-9597-b15294a6d676 req-452a21fd-8652-43c5-a4ca-6d7573b11333 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 946 time: 0.0790648 Jun 16 15:25:47.664145 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-45d2f238-6d2e-42e4-9597-b15294a6d676 req-5ade3374-8040-46ff-bf89-b7c4c88c0877 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Jun 16 15:25:48.600517 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282066e2-ea32-4c65-81b1-aaf58bf9eb42 req-fb7db2eb-26d0-49a4-b172-8ed1fc2b9f08 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:48.602088 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-282066e2-ea32-4c65-81b1-aaf58bf9eb42 req-fb7db2eb-26d0-49a4-b172-8ed1fc2b9f08 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 946 time: 0.0838463 Jun 16 15:25:48.650285 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-282066e2-ea32-4c65-81b1-aaf58bf9eb42 req-75988504-ea1a-42b7-8ea8-766c9d94026b tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411637 Jun 16 15:25:49.662719 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48514) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:49.811386 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7b09-aa5d-4321-a55c-33802ea61adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:49.897356 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-cdc4ab2d-02d3-414a-a8a8-d62c7a85179c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:49.914846 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40013976-2f97-42d0-97da-50a8f3fa421b req-a4717f9e-43e5-4791-86bc-4b6ad82146d5 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:49.916462 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-40013976-2f97-42d0-97da-50a8f3fa421b req-a4717f9e-43e5-4791-86bc-4b6ad82146d5 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 946 time: 0.1231647 Jun 16 15:25:49.994009 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-40013976-2f97-42d0-97da-50a8f3fa421b req-69bd7578-9732-4e8a-b9e5-1c7c9bb47172 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673118 Jun 16 15:25:50.010075 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7b09-aa5d-4321-a55c-33802ea61adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.015486 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7b09-aa5d-4321-a55c-33802ea61adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.018633 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:50.059081 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-8d3b7b09-aa5d-4321-a55c-33802ea61adc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1284561a8de9466db49d3896aca9139d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952467 Jun 16 15:25:50.060064 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b7b09-aa5d-4321-a55c-33802ea61adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f124df-c3c6-4f9d-b500-758ac0c99fcb,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:50.062420 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48520) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:50.063455 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-8d3b7b09-aa5d-4321-a55c-33802ea61adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:50.158612 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7901a257-f7b9-4de1-ace0-69c7edd8c1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.198702 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7901a257-f7b9-4de1-ace0-69c7edd8c1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.272432 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7901a257-f7b9-4de1-ace0-69c7edd8c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.276650 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7901a257-f7b9-4de1-ace0-69c7edd8c1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.278577 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-7901a257-f7b9-4de1-ace0-69c7edd8c1b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25f124df-c3c6-4f9d-b500-758ac0c99fcb HTTP/1.1" status: 204 len: 168 time: 0.2142694 Jun 16 15:25:50.279817 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d3271a96-9e7d-4212-a7b7-2de5af4e12ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:50.293394 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901a257-f7b9-4de1-ace0-69c7edd8c1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f124df-c3c6-4f9d-b500-758ac0c99fcb,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:50.296862 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7901a257-f7b9-4de1-ace0-69c7edd8c1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:50.311103 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5462e-1377-4aae-a9c1-a3d1fee9a901 req-a16ef407-818e-4ccd-bec9-5b24f7ae2a08 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:50.313847 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1be5462e-1377-4aae-a9c1-a3d1fee9a901 req-a16ef407-818e-4ccd-bec9-5b24f7ae2a08 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.36 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 946 time: 0.1085083 Jun 16 15:25:50.459095 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-1be5462e-1377-4aae-a9c1-a3d1fee9a901 req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Deleting port 41932519-0716-4397-8235-62a84ca8ac04 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:25:50.459574 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-1be5462e-1377-4aae-a9c1-a3d1fee9a901 req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.608263 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-1be5462e-1377-4aae-a9c1-a3d1fee9a901 req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] For port 41932519-0716-4397-8235-62a84ca8ac04, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=41932519-0716-4397-8235-62a84ca8ac04,segment=NetworkSegment(6deaafc6-fe6c-4e26-9bf2-419af450579d),segment_id=6deaafc6-fe6c-4e26-9bf2-419af450579d)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:25:50.608806 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-1be5462e-1377-4aae-a9c1-a3d1fee9a901 req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.686693 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48530) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:50.702495 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.708610 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-1be5462e-1377-4aae-a9c1-a3d1fee9a901 req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Calling delete_port for 41932519-0716-4397-8235-62a84ca8ac04 owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:25:50.858148 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.859395 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-1be5462e-1377-4aae-a9c1-a3d1fee9a901 req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.863873 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.864178 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:50.867497 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6b65de49-0003-4731-9330-74db402ab0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:50.875959 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['41932519-0716-4397-8235-62a84ca8ac04'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:25:50.891419 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Pushing event deleted for resources: {'Port': ['ID=41932519-0716-4397-8235-62a84ca8ac04,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:50.896955 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:50.925700 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=699ef9634db64a13a69cbef2d3681574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376938 Jun 16 15:25:50.927939 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a51689-dc8c-4255-a892-4f182484b980,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:50.930521 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48532) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:50.943062 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.943642 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.944230 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.944810 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.945224 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.945575 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.946093 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.946602 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.947111 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.948056 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.948408 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.949039 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:25:50.953955 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:50.965317 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be5462e-1377-4aae-a9c1-a3d1fee9a901 req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] No DVR routers for this DVR port 41932519-0716-4397-8235-62a84ca8ac04 on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:25:50.971496 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-1be5462e-1377-4aae-a9c1-a3d1fee9a901 req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:50.974401 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1be5462e-1377-4aae-a9c1-a3d1fee9a901 req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.36 "DELETE /v2.0/ports/41932519-0716-4397-8235-62a84ca8ac04 HTTP/1.1" status: 204 len: 173 time: 0.6547029 Jun 16 15:25:50.974971 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41e343f-e384-413e-8139-1a1bc4af31e2', 'name': 'network-vif-deleted', 'tag': '41932519-0716-4397-8235-62a84ca8ac04'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:25:50.977683 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6254193-6980-4349-a2c9-312e9c94c29f" -d '{"events": [{"server_uuid": "d41e343f-e384-413e-8139-1a1bc4af31e2", "name": "network-vif-deleted", "tag": "41932519-0716-4397-8235-62a84ca8ac04"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:25:51.025902 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-18acf078-0c86-458e-94ef-a43ec54812f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.078725 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-18acf078-0c86-458e-94ef-a43ec54812f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.127196 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3739e1-5ddf-4466-a07b-8db03ba281a1 x-openstack-request-id: req-ee3739e1-5ddf-4466-a07b-8db03ba281a1 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:25:51.127614 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41e343f-e384-413e-8139-1a1bc4af31e2", "name": "network-vif-deleted", "tag": "41932519-0716-4397-8235-62a84ca8ac04", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:25:51.128072 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee3739e1-5ddf-4466-a07b-8db03ba281a1 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:25:51.128810 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41e343f-e384-413e-8139-1a1bc4af31e2', 'name': 'network-vif-deleted', 'tag': '41932519-0716-4397-8235-62a84ca8ac04', 'status': 'completed', 'code': 200} Jun 16 15:25:51.165363 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-18acf078-0c86-458e-94ef-a43ec54812f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.170067 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-18acf078-0c86-458e-94ef-a43ec54812f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:51.171885 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-18acf078-0c86-458e-94ef-a43ec54812f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/14a51689-dc8c-4255-a892-4f182484b980 HTTP/1.1" status: 204 len: 168 time: 0.2402103 Jun 16 15:25:51.173497 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f35ed195-670d-41e1-8791-e48e14650d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:51.190363 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acf078-0c86-458e-94ef-a43ec54812f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a51689-dc8c-4255-a892-4f182484b980,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:51.208105 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-18acf078-0c86-458e-94ef-a43ec54812f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:51.267343 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9463f4c0-5f0e-43da-b5b2-ebedbba72187 req-b72b042a-3246-410c-ada3-5c19e5e9c10c tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=d41e343f-e384-413e-8139-1a1bc4af31e2 HTTP/1.1" status: 200 len: 210 time: 0.0564699 Jun 16 15:25:52.318125 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3f750-d0f6-4b65-89ee-04b8c0138d7d req-5cf4678c-4350-4258-b871-28bc185ac13e tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:52.320121 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ccc3f750-d0f6-4b65-89ee-04b8c0138d7d req-5cf4678c-4350-4258-b871-28bc185ac13e tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.0798731 Jun 16 15:25:52.373985 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ccc3f750-d0f6-4b65-89ee-04b8c0138d7d req-7689838c-f5b6-4d44-836c-d29519eed02c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Jun 16 15:25:52.756031 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-236f4b4d-7e04-4b82-8055-345000e42746 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:52.758695 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-236f4b4d-7e04-4b82-8055-345000e42746 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/networks?id=618c0e3c-9411-4079-b241-ec8241302c97 HTTP/1.1" status: 200 len: 809 time: 0.1576567 Jun 16 15:25:52.780470 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-1ed2d0b3-71c7-4be7-afa0-3ec8ca6a4d54 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/quotas/f62f66fd6e5c4e54bff8608738845c20 HTTP/1.1" status: 200 len: 375 time: 0.0120950 Jun 16 15:25:52.842557 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-7d01c31f-680c-483a-b122-8601f8603c8f tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f62f66fd6e5c4e54bff8608738845c20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511677 Jun 16 15:25:53.065681 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-fc514200-560d-40c4-bb7a-f65f147a247e service neutron] 10.222.0.61 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146037 Jun 16 15:25:53.171198 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-50ece4f5-ca29-4dee-a0be-90453a0e5dee service neutron] 10.222.0.61 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983503 Jun 16 15:25:53.369718 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9213a7ff-42ec-4e6d-98b0-e9a526e9623e req-780361a2-91e8-4563-b4dd-0a1ba4b70e44 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 210 time: 0.0329385 Jun 16 15:25:53.438503 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e58f11d9-98b2-4824-8a6f-899d6c08196c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:53.659376 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eec85a-7a36-4439-bd62-2de9f4f852f4 req-b2a2d508-b9cd-48b7-a912-eddf90056eb0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:53.662601 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-00eec85a-7a36-4439-bd62-2de9f4f852f4 req-b2a2d508-b9cd-48b7-a912-eddf90056eb0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.0996187 Jun 16 15:25:53.714173 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-00eec85a-7a36-4439-bd62-2de9f4f852f4 req-d69a55aa-b540-4dac-aca7-32454044ce19 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436962 Jun 16 15:25:53.938533 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 41932519-0716-4397-8235-62a84ca8ac04 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:25:53.989573 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 41932519-0716-4397-8235-62a84ca8ac04 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:25:53.990174 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 41932519-0716-4397-8235-62a84ca8ac04 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:25:54.008809 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:54.550448 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c8c29c91-e5ec-4e2d-83a0-22fea5daa07f req-67d55dbe-8660-4350-8dee-03f574bf04a5 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 210 time: 0.0394537 Jun 16 15:25:54.842954 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-bc72cce8-c248-4e64-a38a-d95e87b31090 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:54.844867 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-bc72cce8-c248-4e64-a38a-d95e87b31090 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.36 "GET /v2.0/networks?id=618c0e3c-9411-4079-b241-ec8241302c97 HTTP/1.1" status: 200 len: 809 time: 0.1813164 Jun 16 15:25:54.868818 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Request body: {'port': {'device_id': 'b4be2ff3-39c3-4dfa-b258-78580fb148ec', 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97', 'admin_state_up': True, 'tenant_id': 'f62f66fd6e5c4e54bff8608738845c20'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:55.048400 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Made reservation on behalf of f62f66fd6e5c4e54bff8608738845c20 for: {'port': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:25:55.054950 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:55.061963 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea46bc-5a74-4ebe-9c3a-6611c2f428ab req-1a09652d-6718-40b9-8b5f-1c1bc00ff81c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:55.063987 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-08ea46bc-5a74-4ebe-9c3a-6611c2f428ab req-1a09652d-6718-40b9-8b5f-1c1bc00ff81c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.1091943 Jun 16 15:25:55.137820 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-08ea46bc-5a74-4ebe-9c3a-6611c2f428ab req-4b23a2c2-647d-4ede-a397-b5c038d64cf8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650856 Jun 16 15:25:55.228693 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Allocated IP 172.20.0.11 (618c0e3c-9411-4079-b241-ec8241302c97/15b2a95c-cb4c-4577-9469-2ebb56b4a73b/5a57be0f-6f9b-45ec-a7cf-069fdf9a3786) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:25:55.772731 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f295506e-409d-4e13-8b6b-580e3d4f35b0 req-ffe41b86-ae55-44d5-89ec-0dbd59537481 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 210 time: 0.0411789 Jun 16 15:25:55.837538 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:55.903596 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:55.910040 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:55.980578 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Network 618c0e3c-9411-4079-b241-ec8241302c97 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:25:55.987786 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:25:55.994391 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:25:56.003996 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Pushing event updated for resources: {'Port': ['ID=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:56.039147 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:56.073399 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:56.074251 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.095582 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2346401 Jun 16 15:25:56.157069 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48656) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:56.226045 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.280311 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Request body: {'port': {'device_id': 'b4be2ff3-39c3-4dfa-b258-78580fb148ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:25:56.343629 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-39d8b897-2608-4208-9ed7-f2ff8e5f9dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.412679 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b6f15-eb1a-4d38-a044-35a90b697dca req-95787e79-6136-44f0-8f89-7fcd6bc93861 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:56.415106 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-470b6f15-eb1a-4d38-a044-35a90b697dca req-95787e79-6136-44f0-8f89-7fcd6bc93861 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.0804770 Jun 16 15:25:56.430022 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.472219 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-470b6f15-eb1a-4d38-a044-35a90b697dca req-d8de9f77-577f-488e-b424-131ad210e4ab tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489838 Jun 16 15:25:56.628639 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-39d8b897-2608-4208-9ed7-f2ff8e5f9dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.644329 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-39d8b897-2608-4208-9ed7-f2ff8e5f9dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.649686 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-aaf21303-f0b2-4d16-88f3-2fdd320f3098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:56.741853 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-39d8b897-2608-4208-9ed7-f2ff8e5f9dc9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd13a6587f1c4585bcdea19a5cd7a1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832999 Jun 16 15:25:56.745247 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48662) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:25:56.748018 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8b897-2608-4208-9ed7-f2ff8e5f9dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30aae150-30b8-434e-b741-eb50546b0ee0,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:56.753471 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-39d8b897-2608-4208-9ed7-f2ff8e5f9dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:56.819075 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4a785a05-17d8-4de7-a285-c23357240cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.861279 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4a785a05-17d8-4de7-a285-c23357240cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.885368 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 {{(pid=92140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:25:56.899840 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.939763 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4a785a05-17d8-4de7-a285-c23357240cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.942940 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Transition to ACTIVE for port object 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:25:56.945200 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4a785a05-17d8-4de7-a285-c23357240cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.951400 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:56.957096 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:56.959232 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-4a785a05-17d8-4de7-a285-c23357240cd1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/30aae150-30b8-434e-b741-eb50546b0ee0 HTTP/1.1" status: 204 len: 168 time: 0.2070191 Jun 16 15:25:56.959694 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-94e6a5c8-4c8b-4fed-aa38-a8228aa1b61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:56.968924 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a785a05-17d8-4de7-a285-c23357240cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30aae150-30b8-434e-b741-eb50546b0ee0,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:56.971851 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-4a785a05-17d8-4de7-a285-c23357240cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:57.100016 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:57.106650 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:57.194222 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a83fff-c249-403c-9b95-e10d73571aff req-f6f669c1-05bd-4615-9b31-93751a77a37c tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:57.195856 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-77a83fff-c249-403c-9b95-e10d73571aff req-f6f669c1-05bd-4615-9b31-93751a77a37c tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 944 time: 0.2348332 Jun 16 15:25:57.226893 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Attempting to bind port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:25:57.227250 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Attempting to bind port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '6deaafc6-fe6c-4e26-9bf2-419af450579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:25:57.227599 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Attempting to bind port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 on network 618c0e3c-9411-4079-b241-ec8241302c97 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:25:57.239686 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 on network 618c0e3c-9411-4079-b241-ec8241302c97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:25:57.239686 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Attempting to bind port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 on network 618c0e3c-9411-4079-b241-ec8241302c97 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:25:57.255670 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:25:57.256032 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Checking segment: {'id': '6deaafc6-fe6c-4e26-9bf2-419af450579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:25:57.256419 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Bound using segment: {'id': '6deaafc6-fe6c-4e26-9bf2-419af450579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:25:57.256887 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Bound port: 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6deaafc6-fe6c-4e26-9bf2-419af450579d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:25:57.257293 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:57.271094 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-77a83fff-c249-403c-9b95-e10d73571aff req-f3696299-f5df-44d7-9c81-177cef174837 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637093 Jun 16 15:25:57.339457 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] For port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786, host hv-cinder-75790, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:25:57.343609 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] For port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786,segment=NetworkSegment(6deaafc6-fe6c-4e26-9bf2-419af450579d),segment_id=6deaafc6-fe6c-4e26-9bf2-419af450579d)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:25:57.350420 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:57.354486 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:25:57.396901 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:57.397578 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:57.399212 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 HTTP/1.1" status: 200 len: 1094 time: 1.2829244 Jun 16 15:25:57.399766 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4be2ff3-39c3-4dfa-b258-78580fb148ec', 'tag': '5a57be0f-6f9b-45ec-a7cf-069fdf9a3786'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:25:57.402199 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc79a533-2a96-434e-8b1d-fe199c580318" -d '{"events": [{"name": "network-changed", "server_uuid": "b4be2ff3-39c3-4dfa-b258-78580fb148ec", "tag": "5a57be0f-6f9b-45ec-a7cf-069fdf9a3786"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:25:57.440538 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:25:57.453953 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:25:57.558067 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-cd211763-30be-4dd0-bfe4-899c57bb4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:57.561191 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-cd211763-30be-4dd0-bfe4-899c57bb4195 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f62f66fd6e5c4e54bff8608738845c20&device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 1097 time: 0.1011992 Jun 16 15:25:57.643432 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-6c3af8d0-f15b-4a2a-beef-c8323016f327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 HTTP/1.1" status: 200 len: 217 time: 0.0733297 Jun 16 15:25:57.828415 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-599513ec-036e-4cf0-872b-3afffd0d0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:57.831334 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-599513ec-036e-4cf0-872b-3afffd0d0106 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15b2a95c-cb4c-4577-9469-2ebb56b4a73b HTTP/1.1" status: 200 len: 849 time: 0.1807852 Jun 16 15:25:57.864199 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8062b7-a636-44f7-9da8-7ff3ab8d5bc0 x-openstack-request-id: req-df8062b7-a636-44f7-9da8-7ff3ab8d5bc0 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:25:57.864818 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4be2ff3-39c3-4dfa-b258-78580fb148ec", "tag": "5a57be0f-6f9b-45ec-a7cf-069fdf9a3786", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:25:57.865214 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df8062b7-a636-44f7-9da8-7ff3ab8d5bc0 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:25:57.865906 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4be2ff3-39c3-4dfa-b258-78580fb148ec', 'tag': '5a57be0f-6f9b-45ec-a7cf-069fdf9a3786', 'status': 'completed', 'code': 200} Jun 16 15:25:57.904663 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-a0c5a1b6-5099-4369-9798-406ca2f4fa58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=618c0e3c-9411-4079-b241-ec8241302c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646472 Jun 16 15:25:57.919593 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b5f10-fa0a-42fe-a76e-520a92edc76f req-0e0250be-18a7-4ae6-b06b-df2ed06b48cc tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:57.922377 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f87b5f10-fa0a-42fe-a76e-520a92edc76f req-0e0250be-18a7-4ae6-b06b-df2ed06b48cc tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.2200415 Jun 16 15:25:57.953012 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:25:58.091478 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f87b5f10-fa0a-42fe-a76e-520a92edc76f req-45fa1c6c-cadd-471b-bae9-2aa9eda17873 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538463 Jun 16 15:25:58.132057 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-c34d654f-c48e-4792-bf5f-4deee6c28f79 service neutron] 10.222.0.36 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082257 Jun 16 15:25:58.258174 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5178b783-3ae8-4d54-9b37-32f5257b8339 req-1a61bd44-209a-47ce-bbf5-92cd5bc31fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181386 Jun 16 15:25:58.432023 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79a533-2a96-434e-8b1d-fe199c580318 req-f472cb7a-7096-4719-a9da-72230080f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:58.434918 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fc79a533-2a96-434e-8b1d-fe199c580318 req-f472cb7a-7096-4719-a9da-72230080f9e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f62f66fd6e5c4e54bff8608738845c20&device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 1097 time: 0.1072431 Jun 16 15:25:58.511285 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df974d2-0852-4a28-80b7-9f540b60578a req-6f509e70-5d10-4914-ae54-02c911671c12 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:58.513643 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4df974d2-0852-4a28-80b7-9f540b60578a req-6f509e70-5d10-4914-ae54-02c911671c12 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 944 time: 0.0895245 Jun 16 15:25:58.563790 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4df974d2-0852-4a28-80b7-9f540b60578a req-34451b49-5c0e-4d98-a128-c9b3ce9cc212 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Jun 16 15:25:58.619832 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79a533-2a96-434e-8b1d-fe199c580318 req-ce8daa85-eecb-4bc4-a8b9-37d0c551ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:58.621739 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fc79a533-2a96-434e-8b1d-fe199c580318 req-ce8daa85-eecb-4bc4-a8b9-37d0c551ae65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=618c0e3c-9411-4079-b241-ec8241302c97 HTTP/1.1" status: 200 len: 911 time: 0.1783168 Jun 16 15:25:58.701410 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fc79a533-2a96-434e-8b1d-fe199c580318 req-04cbc7fc-2b50-47ab-9c16-3804702647ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 HTTP/1.1" status: 200 len: 217 time: 0.0698922 Jun 16 15:25:58.783138 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79a533-2a96-434e-8b1d-fe199c580318 req-8464bddb-66e0-4a44-9a06-2e3848746ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:58.784832 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fc79a533-2a96-434e-8b1d-fe199c580318 req-8464bddb-66e0-4a44-9a06-2e3848746ef0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15b2a95c-cb4c-4577-9469-2ebb56b4a73b HTTP/1.1" status: 200 len: 849 time: 0.0752361 Jun 16 15:25:58.828504 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fc79a533-2a96-434e-8b1d-fe199c580318 req-7c3250df-db5f-4970-86a4-811c4265fc84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=618c0e3c-9411-4079-b241-ec8241302c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364068 Jun 16 15:25:58.950133 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fc79a533-2a96-434e-8b1d-fe199c580318 req-24855874-89f4-4a26-b7cb-de80f21927fb service neutron] 10.222.0.36 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034286 Jun 16 15:25:59.056693 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fc79a533-2a96-434e-8b1d-fe199c580318 req-73533741-d82a-47e1-86dc-4758b3fafa01 service neutron] 10.222.0.36 "GET /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983753 Jun 16 15:25:59.331125 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02e673-1d33-49a8-87dc-575f985e0a3e req-06b5436a-0bbd-4790-9763-e4b0fb005562 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:59.333653 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2b02e673-1d33-49a8-87dc-575f985e0a3e req-06b5436a-0bbd-4790-9763-e4b0fb005562 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.0878470 Jun 16 15:25:59.377760 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2b02e673-1d33-49a8-87dc-575f985e0a3e req-d6264fb4-a58f-4550-ba6d-1e286c5dfedd tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379093 Jun 16 15:25:59.796433 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ded418-9ebf-4f7c-a0fa-b0a162697831 req-c07d5504-0baa-4199-811d-5e881619793b tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:25:59.799049 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-25ded418-9ebf-4f7c-a0fa-b0a162697831 req-c07d5504-0baa-4199-811d-5e881619793b tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 944 time: 0.0997949 Jun 16 15:25:59.850894 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-25ded418-9ebf-4f7c-a0fa-b0a162697831 req-00609931-6b30-4d85-a3c0-7519b612d73c tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440121 Jun 16 15:26:00.574475 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb2b21-8969-4698-bf60-ff81eb4e1bf8 req-d0d19a3f-d26e-42a5-8228-46a06bea6115 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:00.576100 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-81fb2b21-8969-4698-bf60-ff81eb4e1bf8 req-d0d19a3f-d26e-42a5-8228-46a06bea6115 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.0764468 Jun 16 15:26:00.618647 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-81fb2b21-8969-4698-bf60-ff81eb4e1bf8 req-582f0b83-d69a-4669-b06d-c5cbd2dd8394 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362792 Jun 16 15:26:01.078392 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154a659-88a3-4af4-b29e-be51b5efb254 req-2a7e36f2-17a8-471c-b75b-80938ea6b6e3 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:01.080115 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7154a659-88a3-4af4-b29e-be51b5efb254 req-2a7e36f2-17a8-471c-b75b-80938ea6b6e3 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 944 time: 0.1075406 Jun 16 15:26:01.145994 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7154a659-88a3-4af4-b29e-be51b5efb254 req-b17cf153-b0f9-4316-b929-495b39aa6110 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573657 Jun 16 15:26:01.821843 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10131d7d-ba87-49d4-9937-09ebac35c8c8 req-3916e4ff-7b24-4f50-83e2-f0a6cd7e4292 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:01.823622 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-10131d7d-ba87-49d4-9937-09ebac35c8c8 req-3916e4ff-7b24-4f50-83e2-f0a6cd7e4292 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.0801647 Jun 16 15:26:01.888678 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-10131d7d-ba87-49d4-9937-09ebac35c8c8 req-6ad200ca-6884-4506-87f1-5bc1c405e375 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585096 Jun 16 15:26:02.345144 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331ead5-0147-443c-8442-4c9be9e85864 req-a5a5565a-4681-46bf-93f9-12575bbc0fae tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:02.346820 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0331ead5-0147-443c-8442-4c9be9e85864 req-a5a5565a-4681-46bf-93f9-12575bbc0fae tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 944 time: 0.0766861 Jun 16 15:26:02.393345 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0331ead5-0147-443c-8442-4c9be9e85864 req-5c265a15-22ed-4f5d-8187-437436bb8962 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393054 Jun 16 15:26:02.863264 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:26:02.891792 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:03.028206 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786,segment=NetworkSegment(6deaafc6-fe6c-4e26-9bf2-419af450579d),segment_id=6deaafc6-fe6c-4e26-9bf2-419af450579d)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:03.047935 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '5a57be0f-6f9b-45ec-a7cf-069fdf9a3786', 'network_id': '618c0e3c-9411-4079-b241-ec8241302c97', 'port_id': '5a57be0f-6f9b-45ec-a7cf-069fdf9a3786', 'mac_address': 'fa:16:3e:73:35:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b2a95c-cb4c-4577-9469-2ebb56b4a73b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:26:03.108109 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:03.131118 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:26:03.156919 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786,segment=NetworkSegment(6deaafc6-fe6c-4e26-9bf2-419af450579d),segment_id=6deaafc6-fe6c-4e26-9bf2-419af450579d)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:03.162735 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:03.165711 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:03.189350 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb20e79-7ae6-4ba7-8249-e9c9b5ddf37e req-37b1d594-ccac-4131-b117-f3936e7b9fa4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:03.191047 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9fb20e79-7ae6-4ba7-8249-e9c9b5ddf37e req-37b1d594-ccac-4131-b117-f3936e7b9fa4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.1046002 Jun 16 15:26:03.235723 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9fb20e79-7ae6-4ba7-8249-e9c9b5ddf37e req-9961483a-2e56-44ea-a790-2a75bb09606a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369458 Jun 16 15:26:03.245967 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:03.254566 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:03.581546 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ded8-ba9c-4719-a24f-44b40c651f1b req-46d01e23-2863-48ce-b28f-0b8b59c8b15b tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:03.583362 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-50d3ded8-ba9c-4719-a24f-44b40c651f1b req-46d01e23-2863-48ce-b28f-0b8b59c8b15b tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 945 time: 0.0712302 Jun 16 15:26:03.628143 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-50d3ded8-ba9c-4719-a24f-44b40c651f1b req-6e84fb04-c57c-4fb4-ac3a-24bcbd20d4b1 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347700 Jun 16 15:26:04.429308 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee316e5-a766-4358-a859-62ada7b2978b req-a55f288c-a392-4abd-9362-9803f85a1582 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:04.430915 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3ee316e5-a766-4358-a859-62ada7b2978b req-a55f288c-a392-4abd-9362-9803f85a1582 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.0696511 Jun 16 15:26:04.478541 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3ee316e5-a766-4358-a859-62ada7b2978b req-6761d407-a44f-4750-a1cd-178acd4df93b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375824 Jun 16 15:26:04.830062 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e177cc-10aa-44d2-9cd8-ce81c4332c28 req-58042555-6b66-437d-9f32-409fb74a1325 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:04.831992 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-45e177cc-10aa-44d2-9cd8-ce81c4332c28 req-58042555-6b66-437d-9f32-409fb74a1325 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 945 time: 0.0834651 Jun 16 15:26:04.884267 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-45e177cc-10aa-44d2-9cd8-ce81c4332c28 req-7f795670-a086-4b1d-9a87-8b60eaf4bfaa tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 Jun 16 15:26:05.097361 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['5a57be0f-6f9b-45ec-a7cf-069fdf9a3786'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:26:05.699590 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116b01-89b2-4fc9-a7f6-d313286f0ba1 req-793b5b11-1d79-49e1-99f8-a9a7471379e3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:05.701214 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ab116b01-89b2-4fc9-a7f6-d313286f0ba1 req-793b5b11-1d79-49e1-99f8-a9a7471379e3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.0788693 Jun 16 15:26:05.745873 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ab116b01-89b2-4fc9-a7f6-d313286f0ba1 req-4d9ab568-8b0c-4a90-b8d2-3414502f44e4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374169 Jun 16 15:26:06.099699 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea4b8-2dcc-42cd-9e71-5b47a5314bae req-da0b2eee-f654-4974-b918-29cc99a8955b tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:06.101689 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4e6ea4b8-2dcc-42cd-9e71-5b47a5314bae req-da0b2eee-f654-4974-b918-29cc99a8955b tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 945 time: 0.0767231 Jun 16 15:26:06.155571 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4e6ea4b8-2dcc-42cd-9e71-5b47a5314bae req-5c23b37c-a4bc-40a0-9b7b-4b6c3a52817e tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424361 Jun 16 15:26:06.412939 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:06.500490 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:06.509252 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:06.509881 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:06.639258 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:06.683070 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4be2ff3-39c3-4dfa-b258-78580fb148ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a57be0f-6f9b-45ec-a7cf-069fdf9a3786'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:26:06.686397 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e729f0-5853-4ab0-908f-88a65a49d9af" -d '{"events": [{"server_uuid": "b4be2ff3-39c3-4dfa-b258-78580fb148ec", "name": "network-vif-plugged", "status": "completed", "tag": "5a57be0f-6f9b-45ec-a7cf-069fdf9a3786"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:26:06.707919 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786,segment=NetworkSegment(6deaafc6-fe6c-4e26-9bf2-419af450579d),segment_id=6deaafc6-fe6c-4e26-9bf2-419af450579d)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:06.714171 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:06.718262 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-7cdca862-bdc9-4632-969f-cec4f7a4fb45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:06.756848 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8c9f05-3b6a-4183-b455-76fa4d3a4a30 x-openstack-request-id: req-ee8c9f05-3b6a-4183-b455-76fa4d3a4a30 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:26:06.757300 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4be2ff3-39c3-4dfa-b258-78580fb148ec", "name": "network-vif-plugged", "status": "completed", "tag": "5a57be0f-6f9b-45ec-a7cf-069fdf9a3786", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:26:06.757711 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee8c9f05-3b6a-4183-b455-76fa4d3a4a30 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:26:06.758352 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4be2ff3-39c3-4dfa-b258-78580fb148ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a57be0f-6f9b-45ec-a7cf-069fdf9a3786', 'code': 200} Jun 16 15:26:06.798266 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:06.802595 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:07.024278 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d0f0b-2787-4a55-a3fb-602e16be7f29 req-963ae190-f379-4c00-ba7d-b464efcc24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:07.026077 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-053d0f0b-2787-4a55-a3fb-602e16be7f29 req-963ae190-f379-4c00-ba7d-b464efcc24fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 1099 time: 0.0661333 Jun 16 15:26:07.031970 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fd56e-dfa2-4f63-9f8b-d4968c4ebda6 req-2f740c82-52e2-4e84-a198-18d21d14ae78 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:07.034075 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2b8fd56e-dfa2-4f63-9f8b-d4968c4ebda6 req-2f740c82-52e2-4e84-a198-18d21d14ae78 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.0805187 Jun 16 15:26:07.074654 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-053d0f0b-2787-4a55-a3fb-602e16be7f29 req-8848cbee-9130-4462-821b-e7eb52250b4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Jun 16 15:26:07.092558 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2b8fd56e-dfa2-4f63-9f8b-d4968c4ebda6 req-46a14619-f2c5-481b-be0d-0f937a522828 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496249 Jun 16 15:26:07.346011 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5ce-3bd9-4961-99db-959f12ec1f59 req-50393b77-3426-4289-826d-aaccb520e765 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:07.348568 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-aa75a5ce-3bd9-4961-99db-959f12ec1f59 req-50393b77-3426-4289-826d-aaccb520e765 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 946 time: 0.0717938 Jun 16 15:26:07.398752 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-aa75a5ce-3bd9-4961-99db-959f12ec1f59 req-cd6f3954-5871-475b-8085-3227d5c59815 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Jun 16 15:26:07.890492 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48778) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:08.006058 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7920a962-532f-48c4-93ae-b22f48f82608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:08.133552 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7920a962-532f-48c4-93ae-b22f48f82608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:08.138483 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7920a962-532f-48c4-93ae-b22f48f82608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:08.141429 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b94a52e1-f0bc-4cbe-a72a-34c0b4757821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:08.184421 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-7920a962-532f-48c4-93ae-b22f48f82608 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d83707df3acb41e4803dbac99303c1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927918 Jun 16 15:26:08.185241 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920a962-532f-48c4-93ae-b22f48f82608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ffd25a-4fd2-4e7d-832a-f19f1cd5031f,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:08.188677 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7920a962-532f-48c4-93ae-b22f48f82608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:08.189505 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48784) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:08.279850 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-584599cc-0e78-443b-bbcb-ba007d12f83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:08.306096 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-584599cc-0e78-443b-bbcb-ba007d12f83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:08.317325 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7ede2-2882-4726-b53b-a8357d64de24 req-cbfdaf48-dc17-4df3-992a-e03d412ccbda tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:08.319662 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cad7ede2-2882-4726-b53b-a8357d64de24 req-cbfdaf48-dc17-4df3-992a-e03d412ccbda tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.0937710 Jun 16 15:26:08.381613 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cad7ede2-2882-4726-b53b-a8357d64de24 req-8787ca20-863b-49b4-8253-7637020bc6a5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554347 Jun 16 15:26:08.401665 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-584599cc-0e78-443b-bbcb-ba007d12f83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:08.405302 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-584599cc-0e78-443b-bbcb-ba007d12f83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:08.417205 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-584599cc-0e78-443b-bbcb-ba007d12f83e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08ffd25a-4fd2-4e7d-832a-f19f1cd5031f HTTP/1.1" status: 204 len: 168 time: 0.2183256 Jun 16 15:26:08.417205 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-06eae10b-748a-43c4-ab60-4dab1820179b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:08.419830 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584599cc-0e78-443b-bbcb-ba007d12f83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ffd25a-4fd2-4e7d-832a-f19f1cd5031f,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:08.422781 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-584599cc-0e78-443b-bbcb-ba007d12f83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:08.636216 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ff145-ce24-4353-b70d-712198018b7d req-047a4fc6-ae89-4135-a163-90cf32fc59c9 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:08.637878 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-731ff145-ce24-4353-b70d-712198018b7d req-047a4fc6-ae89-4135-a163-90cf32fc59c9 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 946 time: 0.1030991 Jun 16 15:26:08.694535 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-731ff145-ce24-4353-b70d-712198018b7d req-7f98287d-0a60-4805-a38e-d17f481d757f tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 Jun 16 15:26:09.227134 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48810) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:09.335143 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1295814352-network', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:09.372599 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Made reservation on behalf of 7873dd7690ae49babe5906a4e337be7f for: {'network': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:26:09.376429 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:09.393265 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:09.545320 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:09.556751 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:09.560870 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-18acf078-0c86-458e-94ef-a43ec54812f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:09.603371 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=92140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:26:09.607557 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be0f5ea-34a1-4a0b-9f72-8a408e0ea248,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:09.616008 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:09.625095 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:09.625726 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.segments_db [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Added segment 6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f of type vlan for network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 Jun 16 15:26:09.646941 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2c47b-05d4-4d19-a169-cc118b7e023d req-44104c49-0b80-4f8c-b85d-05bceffc8a0a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:09.649688 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-59f2c47b-05d4-4d19-a169-cc118b7e023d req-44104c49-0b80-4f8c-b85d-05bceffc8a0a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.1235149 Jun 16 15:26:09.675629 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:09.714002 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:09.715540 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:09.716169 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:09.718729 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-59f2c47b-05d4-4d19-a169-cc118b7e023d req-4b94074f-6a05-41d5-9980-0be01a7f902a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623951 Jun 16 15:26:09.719024 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-1b602191-1aba-4274-a6cb-e1b0c5351497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:09.755129 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5265810 Jun 16 15:26:09.760569 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48818) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:09.768516 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Request body: {'subnet': {'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1295814352-subnet', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'ip_version': 4}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:09.788797 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Pushing event updated for resources: {'Network': ['ID=80ddeedb-aa13-4af5-ab59-22b5076b54f6,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:09.791971 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:09.805196 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:26:09.811176 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Made reservation on behalf of 7873dd7690ae49babe5906a4e337be7f for: {'subnet': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:26:09.815765 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7534944'] for subnet, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:10.028030 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd3d4c-bc89-4369-9d83-68902e1c386c req-0ee23abe-69b5-4ac7-92d6-0b2c73d1773c tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:10.029765 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-58cd3d4c-bc89-4369-9d83-68902e1c386c req-0ee23abe-69b5-4ac7-92d6-0b2c73d1773c tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 946 time: 0.0827115 Jun 16 15:26:10.081560 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-58cd3d4c-bc89-4369-9d83-68902e1c386c req-aa75e0e3-aaae-4db5-b1c0-1d04d97a1763 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 Jun 16 15:26:10.083095 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7517295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7534962'] for subnet, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:10.088835 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:10.187313 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:10.192572 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:10.206457 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Checking segment: {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:26:10.207165 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Network hostable DHCP agents. Network: 80ddeedb-aa13-4af5-ab59-22b5076b54f6, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:26:10.228571 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:26:10.240453 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 80ddeedb-aa13-4af5-ab59-22b5076b54f6) {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:10.246107 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:10.246942 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:10.256099 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0241d577-48d1-47fe-8140-1c12ca562092 None None] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:26:10.270233 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5081956 Jun 16 15:26:10.274671 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48822) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:10.281763 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:10.321964 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:10.324510 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:10.422499 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:10.495118 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8da438e2-716c-5b01-ad11-9c1c2b5a23b2-80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02'}]}} from dv-cinder-757908-6-iscsi. {{(pid=92142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:26:10.496951 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:10.666910 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-830'] for router, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:10.754414 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.db_base_plugin_common [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Allocated IP 172.20.0.2 (80ddeedb-aa13-4af5-ab59-22b5076b54f6/1e386ae4-3110-4f29-9ad0-b18c2ddb9a02/98dd42b3-fa82-41ca-9f93-002886545fdf) {{(pid=92142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:26:10.962922 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Notify callbacks [] for port, precommit_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:10.972725 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Transition to ACTIVE for port object 98dd42b3-fa82-41ca-9f93-002886545fdf will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:10.994598 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Transition to ACTIVE for port object 98dd42b3-fa82-41ca-9f93-002886545fdf will not be triggered until provisioned by entity DHCP. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:11.006355 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:11.019454 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:11.031991 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 is already hosted by enough agents. {{(pid=92142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:11.036493 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.base_scheduler [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Resources bound (agent type, host, resource id): {{(pid=92142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:11.041832 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf2341-2f8a-499d-ad4f-30952ae3c539 req-702a8331-67fb-4de0-8e2f-39ac612abca5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:11.044515 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e2bf2341-2f8a-499d-ad4f-30952ae3c539 req-702a8331-67fb-4de0-8e2f-39ac612abca5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.1425478 Jun 16 15:26:11.059601 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Received port after_create {{(pid=92142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:26:11.069558 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:11.098861 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:11.116342 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e2bf2341-2f8a-499d-ad4f-30952ae3c539 req-56f2b613-4001-49f0-9112-fc634481e2c3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612309 Jun 16 15:26:11.171678 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Attempting to bind port 98dd42b3-fa82-41ca-9f93-002886545fdf on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:26:11.172211 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Attempting to bind port 98dd42b3-fa82-41ca-9f93-002886545fdf by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:26:11.173034 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Attempting to bind port 98dd42b3-fa82-41ca-9f93-002886545fdf on network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:26:11.197580 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:26:11.198819 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Checking segment: {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:26:11.199740 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:11.200647 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Bound using segment: {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:26:11.201620 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Bound port: 98dd42b3-fa82-41ca-9f93-002886545fdf, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:26:11.202178 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:11.207124 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Pushing event updated for resources: {'Port': ['ID=98dd42b3-fa82-41ca-9f93-002886545fdf,revision_number=1']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:11.221819 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:11.258093 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Allocated IP 172.27.0.233 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/e5031852-ba7a-4671-be20-d64aad0f48a4) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:26:11.319338 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] For port 98dd42b3-fa82-41ca-9f93-002886545fdf, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:26:11.325519 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] For port 98dd42b3-fa82-41ca-9f93-002886545fdf, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=98dd42b3-fa82-41ca-9f93-002886545fdf,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:26:11.333089 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:11.339049 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:11.395800 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:11.433803 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Pushing event updated for resources: {'Port': ['ID=98dd42b3-fa82-41ca-9f93-002886545fdf,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:11.453811 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:11.471902 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:11.478791 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:11.534903 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236e248-db7d-440b-ad9b-d983a12a62b7 req-9a774878-9ecf-4fec-b8ad-4f07e86bd0b3 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:11.542714 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:11.548314 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d236e248-db7d-440b-ad9b-d983a12a62b7 req-9a774878-9ecf-4fec-b8ad-4f07e86bd0b3 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 946 time: 0.1209075 Jun 16 15:26:11.552187 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:11.559110 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:26:11.608333 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d236e248-db7d-440b-ad9b-d983a12a62b7 req-f1948a36-0c41-42ca-8e5e-4b996a575d82 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580235 Jun 16 15:26:11.608770 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e5031852-ba7a-4671-be20-d64aad0f48a4,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:11.625925 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:11.948173 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:12.411343 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 98dd42b3-fa82-41ca-9f93-002886545fdf up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:12.443200 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 1fe6a6c5-e849-4809-b6fa-840126023db0 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:26:12.463417 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231685b-9711-41a7-a3fb-bad9d4e12c30 req-630cc137-ce36-4a25-b1c6-a8534c3869fc tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:12.466574 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2231685b-9711-41a7-a3fb-bad9d4e12c30 req-630cc137-ce36-4a25-b1c6-a8534c3869fc tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.1502135 Jun 16 15:26:12.519005 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 98dd42b3-fa82-41ca-9f93-002886545fdf completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:12.586431 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a144e-9968-4ef5-8a28-747a5fbc117e None None] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:26:12.638896 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:12.646310 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2231685b-9711-41a7-a3fb-bad9d4e12c30 req-e1adb9d3-c578-4921-9639-3f156be9a1cb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697929 Jun 16 15:26:12.677753 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675493'] for router, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:12.688443 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'port_id': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'mac_address': 'fa:16:3e:fe:a0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:26:12.734050 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-f8f937eb-7ad1-4012-8f16-dda939cbe0ab None None] Provisioning for port 98dd42b3-fa82-41ca-9f93-002886545fdf completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:12.752576 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-f8f937eb-7ad1-4012-8f16-dda939cbe0ab None None] Provisioning complete for port 98dd42b3-fa82-41ca-9f93-002886545fdf triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:12.753118 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f8f937eb-7ad1-4012-8f16-dda939cbe0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:12.802224 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:12.839008 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fe6a6c5-e849-4809-b6fa-840126023db0 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:26:12.872025 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:26:12.887156 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:12.900761 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:12.922694 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:12.935374 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Router 0b436084-b9c2-4703-bfe6-2da1f4efed44 is scheduled to L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 with binding_index 1 {{(pid=92140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:26:12.979957 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f8f937eb-7ad1-4012-8f16-dda939cbe0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:13.014842 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa83c5-8f78-44ca-acff-daba27637b29 req-0c6de1dd-3ed0-4701-a510-d01ea50381bb tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:13.028002 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=1fe6a6c5-e849-4809-b6fa-840126023db0,revision_number=6']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:13.029199 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-69fa83c5-8f78-44ca-acff-daba27637b29 req-0c6de1dd-3ed0-4701-a510-d01ea50381bb tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 946 time: 0.1326468 Jun 16 15:26:13.033022 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:13.070215 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-f8f937eb-7ad1-4012-8f16-dda939cbe0ab None None] For port 98dd42b3-fa82-41ca-9f93-002886545fdf, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=98dd42b3-fa82-41ca-9f93-002886545fdf,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:13.086835 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f8f937eb-7ad1-4012-8f16-dda939cbe0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:13.089125 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:13.141402 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-69fa83c5-8f78-44ca-acff-daba27637b29 req-868a1d3e-75d0-4226-98d9-cd40f3672f1d tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990102 Jun 16 15:26:13.146307 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['1fe6a6c5-e849-4809-b6fa-840126023db0'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:26:13.246689 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f937eb-7ad1-4012-8f16-dda939cbe0ab None None] Pushing event updated for resources: {'Port': ['ID=98dd42b3-fa82-41ca-9f93-002886545fdf,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:13.265323 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:26:13.274952 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-f8f937eb-7ad1-4012-8f16-dda939cbe0ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:13.288960 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Sync routers for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:26:13.300954 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:13.306920 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48842) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:13.307471 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0299978 Jun 16 15:26:13.336709 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:26:13.337980 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:25:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:13.502859 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ddaabb58-b239-4f07-a74b-66515549c000 None None] Provisioning complete for port 98dd42b3-fa82-41ca-9f93-002886545fdf triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:13.504411 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ddaabb58-b239-4f07-a74b-66515549c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:13.687362 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:26:13.742110 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ca185-e2e4-4a5b-bb9c-28971e3f559b req-cb1ac66d-2d3d-4ae1-8dbc-61112e47a3fc tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:13.744698 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cb0ca185-e2e4-4a5b-bb9c-28971e3f559b req-cb1ac66d-2d3d-4ae1-8dbc-61112e47a3fc tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 946 time: 0.1121860 Jun 16 15:26:13.892405 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:13.893666 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-cb0ca185-e2e4-4a5b-bb9c-28971e3f559b req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Deleting port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:26:13.894027 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-cb0ca185-e2e4-4a5b-bb9c-28971e3f559b req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.093675 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Allocated IP 172.20.0.1 (80ddeedb-aa13-4af5-ab59-22b5076b54f6/1e386ae4-3110-4f29-9ad0-b18c2ddb9a02/4ad9f76e-44ce-4dad-98a0-3a5f35d23663) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:26:14.094569 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:11Z', 'revision_number': 3, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:14.098293 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Checking router: 0b436084-b9c2-4703-bfe6-2da1f4efed44 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:26:14.098634 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Updating router 0b436084-b9c2-4703-bfe6-2da1f4efed44 port e5031852-ba7a-4671-be20-d64aad0f48a4 binding host dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:26:14.125384 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-cb0ca185-e2e4-4a5b-bb9c-28971e3f559b req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] For port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786,segment=NetworkSegment(6deaafc6-fe6c-4e26-9bf2-419af450579d),segment_id=6deaafc6-fe6c-4e26-9bf2-419af450579d)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:14.125998 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-cb0ca185-e2e4-4a5b-bb9c-28971e3f559b req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.147603 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b9419-51d2-402f-8438-8c66b87c0698 req-036f696b-2681-42e2-92da-51cea0fb7e0d tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:14.150357 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ec9b9419-51d2-402f-8438-8c66b87c0698 req-036f696b-2681-42e2-92da-51cea0fb7e0d tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.2734702 Jun 16 15:26:14.152799 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.231165 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-cb0ca185-e2e4-4a5b-bb9c-28971e3f559b req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Calling delete_port for 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:26:14.231515 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.253847 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Transition to ACTIVE for port object 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:14.313820 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ec9b9419-51d2-402f-8438-8c66b87c0698 req-1bbe1c32-87df-428c-a24c-6d8d02c905d0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468272 Jun 16 15:26:14.342125 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.345575 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:14.422996 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 98dd42b3-fa82-41ca-9f93-002886545fdf up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:14.447695 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-cb0ca185-e2e4-4a5b-bb9c-28971e3f559b req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.453224 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-5e09a57e-2fdc-4201-be76-25cca7bb823f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:14.469178 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:14.470715 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Pushing event updated for resources: {'Port': ['ID=4ad9f76e-44ce-4dad-98a0-3a5f35d23663,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:14.473794 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 1fe6a6c5-e849-4809-b6fa-840126023db0 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:14.477489 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:14.483967 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Pushing event deleted for resources: {'Port': ['ID=5a57be0f-6f9b-45ec-a7cf-069fdf9a3786,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:14.485280 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['5a57be0f-6f9b-45ec-a7cf-069fdf9a3786'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:26:14.489136 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:14.491851 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:14.498632 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:26:14.547968 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0ca185-e2e4-4a5b-bb9c-28971e3f559b req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] No DVR routers for this DVR port 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:26:14.555132 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-cb0ca185-e2e4-4a5b-bb9c-28971e3f559b req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.559038 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cb0ca185-e2e4-4a5b-bb9c-28971e3f559b req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.36 "DELETE /v2.0/ports/5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 HTTP/1.1" status: 204 len: 173 time: 0.8073635 Jun 16 15:26:14.560181 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4be2ff3-39c3-4dfa-b258-78580fb148ec', 'name': 'network-vif-deleted', 'tag': '5a57be0f-6f9b-45ec-a7cf-069fdf9a3786'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:26:14.571906 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64ca551-3901-4ed3-889f-ccd6fbf8a880" -d '{"events": [{"server_uuid": "b4be2ff3-39c3-4dfa-b258-78580fb148ec", "name": "network-vif-deleted", "tag": "5a57be0f-6f9b-45ec-a7cf-069fdf9a3786"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:26:14.591130 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674836'] for router_interface, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.656237 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36d0885-ac6d-41a9-8076-26e0ac8b3b94 x-openstack-request-id: req-c36d0885-ac6d-41a9-8076-26e0ac8b3b94 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:26:14.657026 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4be2ff3-39c3-4dfa-b258-78580fb148ec", "name": "network-vif-deleted", "tag": "5a57be0f-6f9b-45ec-a7cf-069fdf9a3786", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:26:14.657565 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c36d0885-ac6d-41a9-8076-26e0ac8b3b94 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:26:14.658419 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4be2ff3-39c3-4dfa-b258-78580fb148ec', 'name': 'network-vif-deleted', 'tag': '5a57be0f-6f9b-45ec-a7cf-069fdf9a3786', 'status': 'completed', 'code': 200} Jun 16 15:26:14.666078 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 98dd42b3-fa82-41ca-9f93-002886545fdf triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:14.667095 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.713430 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 1fe6a6c5-e849-4809-b6fa-840126023db0 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:14.713898 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.784215 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Notify callbacks [] for port, precommit_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.805883 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9be44-599f-4a49-a1c7-2d33a9d0bcfe req-da19dae1-0f44-4eeb-83ea-0e3eaef126b1 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:14.809262 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8df9be44-599f-4a49-a1c7-2d33a9d0bcfe req-da19dae1-0f44-4eeb-83ea-0e3eaef126b1 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4be2ff3-39c3-4dfa-b258-78580fb148ec HTTP/1.1" status: 200 len: 946 time: 0.5116446 Jun 16 15:26:14.809894 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Transition to ACTIVE for port object e5031852-ba7a-4671-be20-d64aad0f48a4 will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:14.848934 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.856849 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:14.952438 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8df9be44-599f-4a49-a1c7-2d33a9d0bcfe req-249e1598-4172-4d70-adeb-77b855850871 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] 10.222.0.61 "GET /v2.0/security-groups?id=c8759295-a6ef-43f5-a5d2-db10da66f910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227529 Jun 16 15:26:14.960429 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-7d209b1d-3a83-480e-8eaa-908400332c98 None None] Provisioning for port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:14.968570 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Attempting to bind port e5031852-ba7a-4671-be20-d64aad0f48a4 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:26:14.968953 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Attempting to bind port e5031852-ba7a-4671-be20-d64aad0f48a4 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:26:14.969473 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Attempting to bind port e5031852-ba7a-4671-be20-d64aad0f48a4 on network 43ae66be-102b-49e6-bb36-82b6a3432ce6 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:26:14.972071 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.974460 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-7d209b1d-3a83-480e-8eaa-908400332c98 None None] Provisioning complete for port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:14.974859 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7d209b1d-3a83-480e-8eaa-908400332c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:14.976508 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:15.018978 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:26:15.019418 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Checking segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:26:15.020571 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:15.020840 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Bound using segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:26:15.021577 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Bound port: e5031852-ba7a-4671-be20-d64aad0f48a4, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:26:15.021980 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:15.026512 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fcc93-d9ce-4dd0-83a7-e92cd6021f30 None None] Pushing event updated for resources: {'Port': ['ID=e5031852-ba7a-4671-be20-d64aad0f48a4,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:15.032265 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-af5fcc93-d9ce-4dd0-83a7-e92cd6021f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:15.071511 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:26:15.074120 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b6537f-2d34-4fab-bb61-2e32b13b97bf" -d '{"events": [{"server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "name": "network-vif-plugged", "status": "completed", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:26:15.091282 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-7d209b1d-3a83-480e-8eaa-908400332c98 None None] Port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:26:15.099956 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:15.108756 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:15.109422 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:26:15.115455 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:15.169215 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b7a96a-1096-42a3-8bdd-d6907ca31fb1 x-openstack-request-id: req-b1b7a96a-1096-42a3-8bdd-d6907ca31fb1 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:26:15.169527 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "name": "network-vif-plugged", "status": "completed", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:26:15.169779 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1b7a96a-1096-42a3-8bdd-d6907ca31fb1 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:26:15.170182 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'code': 200} Jun 16 15:26:15.174239 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:26:15.174601 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 5a57be0f-6f9b-45ec-a7cf-069fdf9a3786 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:26:15.178908 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] For port e5031852-ba7a-4671-be20-d64aad0f48a4, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:26:15.204179 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] For port e5031852-ba7a-4671-be20-d64aad0f48a4, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=e5031852-ba7a-4671-be20-d64aad0f48a4,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:26:15.212927 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:15.222907 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=1fe6a6c5-e849-4809-b6fa-840126023db0,revision_number=7']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:15.227528 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:15.228015 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:15.277658 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:26:15.278336 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:25:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:15.282005 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:15.288208 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:15.291879 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:15.358876 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fcc93-d9ce-4dd0-83a7-e92cd6021f30 None None] Pushing event updated for resources: {'Port': ['ID=e5031852-ba7a-4671-be20-d64aad0f48a4,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:15.365307 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-af5fcc93-d9ce-4dd0-83a7-e92cd6021f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:15.374845 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674792'] for router_interface, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:15.393441 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Pushing event updated for resources: {'Port': ['ID=4ad9f76e-44ce-4dad-98a0-3a5f35d23663,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:15.400893 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:15.416858 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:26:15.700373 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 1, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:15.704805 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0966d6-0282-42ac-8064-d378b827f2e3 None None] The sync data for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi is: [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 1, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:26:15.812905 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:15.816809 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:15.880469 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd83e38-ea15-4100-9baf-0973a3f8cdbc req-9450e892-8ba5-43e8-844a-1e50eec96395 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:15.882138 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-acd83e38-ea15-4100-9baf-0973a3f8cdbc req-9450e892-8ba5-43e8-844a-1e50eec96395 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.1464639 Jun 16 15:26:16.010288 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-acd83e38-ea15-4100-9baf-0973a3f8cdbc req-0b442a92-23d4-46bf-b11e-0bc6e6d34419 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975668 Jun 16 15:26:16.084307 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Router 0b436084-b9c2-4703-bfe6-2da1f4efed44 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:26:16.231229 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-690bf003-5bd5-4fb4-bc3d-8606e2bd2576 None None] Provisioning complete for port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:16.231650 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-690bf003-5bd5-4fb4-bc3d-8606e2bd2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:16.293342 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-690bf003-5bd5-4fb4-bc3d-8606e2bd2576 None None] Port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:26:16.298211 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:26:16.324576 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] 10.222.0.61 "PUT /v2.0/routers/0b436084-b9c2-4703-bfe6-2da1f4efed44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0021770 Jun 16 15:26:17.276775 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48916) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:17.285342 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1683836624-network', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:17.374504 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Made reservation on behalf of 88dd0966d54d4f69a6f0325a0afcf333 for: {'network': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:26:17.383161 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:17.449753 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:17.610939 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566f5d-c6a4-4600-8fee-4f51bce26eef req-af1abc70-be00-45ee-930d-ba691b2e7402 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:17.614548 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-68566f5d-c6a4-4600-8fee-4f51bce26eef req-af1abc70-be00-45ee-930d-ba691b2e7402 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.2800076 Jun 16 15:26:17.713664 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-68566f5d-c6a4-4600-8fee-4f51bce26eef req-8d862284-72b8-409d-b426-884485bc4194 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862002 Jun 16 15:26:17.731496 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:17.740392 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:17.746481 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-4a785a05-17d8-4de7-a285-c23357240cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:17.803245 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=92141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:26:17.820441 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e9318-1594-47e1-99a1-a4ffd5076329,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:17.829956 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:17.837220 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:17.837772 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.segments_db [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Added segment 7cf28f17-86c4-4723-91bf-de5fc8b20fba of type vlan for network 12266a7d-656d-42e1-8d74-5e80222c5f01 Jun 16 15:26:17.899580 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:17.939270 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:17.940803 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:17.942285 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:17.946911 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c0ba3d3f-7531-4152-bc82-215529ca0bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:17.983735 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7053638 Jun 16 15:26:17.986596 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48948) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:17.995113 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Request body: {'subnet': {'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1683836624-subnet', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:18.028591 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Made reservation on behalf of 88dd0966d54d4f69a6f0325a0afcf333 for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:26:18.032213 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1118607'] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:18.042095 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Pushing event updated for resources: {'Network': ['ID=12266a7d-656d-42e1-8d74-5e80222c5f01,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:18.046524 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:18.062983 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 12266a7d-656d-42e1-8d74-5e80222c5f01 details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:26:18.365291 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7514180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1118621'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:18.372865 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:18.429740 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9e5b9c-a782-4252-bf92-0c6437609762,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:18.434363 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:18.465568 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Checking segment: {'id': '7cf28f17-86c4-4723-91bf-de5fc8b20fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:26:18.466186 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Network hostable DHCP agents. Network: 12266a7d-656d-42e1-8d74-5e80222c5f01, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:26:18.491709 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Network 12266a7d-656d-42e1-8d74-5e80222c5f01 is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:26:18.511913 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 12266a7d-656d-42e1-8d74-5e80222c5f01) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:18.520732 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:18.522369 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:18.529436 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a167ce-c1d8-4d1c-880a-6a084e318c9d None None] Network 12266a7d-656d-42e1-8d74-5e80222c5f01 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:26:18.567708 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-91b842bc-b78c-49e0-be15-cfb822f56427 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5792692 Jun 16 15:26:18.571614 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 48958) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:18.577000 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1683836624-router', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:18.647026 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device e5031852-ba7a-4671-be20-d64aad0f48a4 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:18.654224 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:18.657398 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:18.834079 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:18.911108 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port e5031852-ba7a-4671-be20-d64aad0f48a4 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:18.933491 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port e5031852-ba7a-4671-be20-d64aad0f48a4 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:18.934138 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:18.984262 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8da438e2-716c-5b01-ad11-9c1c2b5a23b2-12266a7d-656d-42e1-8d74-5e80222c5f01', 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'fixed_ips': [{'subnet_id': 'ef9e5b9c-a782-4252-bf92-0c6437609762'}]}} from dv-cinder-757908-6-iscsi. {{(pid=92142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:26:18.985708 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:19.153995 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Sync routers for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:26:19.172121 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:26:19.173163 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:25:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:19.214234 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:19.344987 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port e5031852-ba7a-4671-be20-d64aad0f48a4, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=e5031852-ba7a-4671-be20-d64aad0f48a4,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:19.360825 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-830'] for router, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:19.362454 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:19.375142 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:19.403427 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:26:19.454481 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.db_base_plugin_common [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Allocated IP 172.20.0.2 (12266a7d-656d-42e1-8d74-5e80222c5f01/ef9e5b9c-a782-4252-bf92-0c6437609762/64aa7e75-517d-47c4-9ab7-e2e1cbfdd611) {{(pid=92142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:26:19.520592 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=e5031852-ba7a-4671-be20-d64aad0f48a4,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:19.523627 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef00580-8104-4750-a69b-dcd70d4e787b req-49fd86b0-cd56-4d84-bca2-9a6d22cec278 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:19.530495 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4ef00580-8104-4750-a69b-dcd70d4e787b req-49fd86b0-cd56-4d84-bca2-9a6d22cec278 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.3407018 Jun 16 15:26:19.543809 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:19.663665 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:15Z', 'revision_number': 2, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:19.668744 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Checking router: 0b436084-b9c2-4703-bfe6-2da1f4efed44 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:26:19.669425 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Updating router 0b436084-b9c2-4703-bfe6-2da1f4efed44 port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 binding host dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:26:19.715177 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:19.788461 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4ef00580-8104-4750-a69b-dcd70d4e787b req-30ce58fa-2cb6-4cd7-8518-8fb0817ebad8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156718 Jun 16 15:26:20.001422 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Notify callbacks [] for port, precommit_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.063559 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Transition to ACTIVE for port object 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:20.084343 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-64e19117-2174-4a1f-920e-ae0ac903364a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.115385 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Transition to ACTIVE for port object 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 will not be triggered until provisioned by entity DHCP. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:20.134726 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.139930 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:20.153006 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Notify callbacks [] for port, precommit_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.156489 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.182370 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.196135 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.provisioning_blocks [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Transition to ACTIVE for port object 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 will not be triggered until provisioned by entity L2. {{(pid=92143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:20.239194 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Network 12266a7d-656d-42e1-8d74-5e80222c5f01 is already hosted by enough agents. {{(pid=92142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:20.244651 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.base_scheduler [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Resources bound (agent type, host, resource id): {{(pid=92142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:20.253211 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Received port after_create {{(pid=92142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:26:20.262414 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.267817 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:20.314871 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Pushing event updated for resources: {'Port': ['ID=64aa7e75-517d-47c4-9ab7-e2e1cbfdd611,revision_number=1']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:20.333325 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:20.471271 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Allocated IP 172.27.0.180 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/3f41a84c-6817-46f6-be4d-6bddea1c06b0) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:26:20.515937 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Attempting to bind port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:26:20.516633 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Attempting to bind port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': '7cf28f17-86c4-4723-91bf-de5fc8b20fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:26:20.517337 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Attempting to bind port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 on network 12266a7d-656d-42e1-8d74-5e80222c5f01 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:26:20.543802 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Pushing event updated for resources: {'Port': ['ID=4ad9f76e-44ce-4dad-98a0-3a5f35d23663,revision_number=3']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:20.558595 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:26:20.559241 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Checking segment: {'id': '7cf28f17-86c4-4723-91bf-de5fc8b20fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:26:20.559910 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.560635 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Bound using segment: {'id': '7cf28f17-86c4-4723-91bf-de5fc8b20fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:26:20.569853 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Bound port: 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf28f17-86c4-4723-91bf-de5fc8b20fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:26:20.570602 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.593639 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.594903 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.595408 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.595910 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.596390 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.596878 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.597533 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.598168 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.598743 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.599329 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.599846 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.600293 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device e5031852-ba7a-4671-be20-d64aad0f48a4 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:20.600604 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:20.607878 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:20.672798 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Attempting to bind port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:26:20.673697 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Attempting to bind port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:26:20.674758 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Attempting to bind port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 on network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:26:20.699650 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:26:20.700333 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Checking segment: {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:26:20.701615 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.701779 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Bound using segment: {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:26:20.705993 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Bound port: 4ad9f76e-44ce-4dad-98a0-3a5f35d23663, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'}}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:26:20.706990 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.727648 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.866845 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.871780 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:20.904653 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] For port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:26:20.913265 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] For port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:26:20.920471 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] For port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=4ad9f76e-44ce-4dad-98a0-3a5f35d23663,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:26:20.935968 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:20.938446 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-710a93e8-3fa3-47bf-817a-aa7a2cb64247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:20.971290 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] For port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=64aa7e75-517d-47c4-9ab7-e2e1cbfdd611,segment=NetworkSegment(7cf28f17-86c4-4723-91bf-de5fc8b20fba),segment_id=7cf28f17-86c4-4723-91bf-de5fc8b20fba)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:26:20.991894 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port e5031852-ba7a-4671-be20-d64aad0f48a4 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:20.992510 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:21.022634 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:21.036479 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Pushing event updated for resources: {'Port': ['ID=4ad9f76e-44ce-4dad-98a0-3a5f35d23663,revision_number=4']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:21.054100 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:21.054612 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:21.080316 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:26:21.086569 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Pushing event updated for resources: {'Port': ['ID=3f41a84c-6817-46f6-be4d-6bddea1c06b0,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:21.111483 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:26:21.112380 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:25:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:21.117399 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:21.133321 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-af5fcc93-d9ce-4dd0-83a7-e92cd6021f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:21.157540 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:21.417665 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Pushing event updated for resources: {'Port': ['ID=64aa7e75-517d-47c4-9ab7-e2e1cbfdd611,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:21.446174 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:21.464457 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:26:21.495748 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfb1e4-6a92-47ec-96b6-fdcd2258bc36 req-e77e98ec-5b76-4f37-b5b7-aad1f3862e70 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:21.513880 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-facfb1e4-6a92-47ec-96b6-fdcd2258bc36 req-e77e98ec-5b76-4f37-b5b7-aad1f3862e70 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.2779703 Jun 16 15:26:21.603767 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-facfb1e4-6a92-47ec-96b6-fdcd2258bc36 req-26097aef-7dca-493b-b766-a87d61a5e1f1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778549 Jun 16 15:26:21.891130 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:22.044404 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:20Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:22.054899 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34811629-4444-4074-a9f2-d82f3cbd4b82 None None] The sync data for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi is: [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:20Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:26:22.306526 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675493'] for router, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:22.508623 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 is scheduled to L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 with binding_index 1 {{(pid=92140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:26:22.728698 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:22.850650 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:22.855910 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:22.855910 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:23.010280 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:26:23.074900 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Sync routers for ids ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:26:23.089367 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Notify callbacks [] for router, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:23.095857 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5187128 Jun 16 15:26:23.096664 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 48994) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:23.164180 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Routers {'61aeacf2-1179-4a3e-905f-46ccc43f6fa2'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:26:23.164180 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:25:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:23.185477 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989ebe1-a80c-4c7b-8482-a03d79598928 req-f6a8e435-ef50-43f7-832b-99f7b8608c91 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:23.192796 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b989ebe1-a80c-4c7b-8482-a03d79598928 req-f6a8e435-ef50-43f7-832b-99f7b8608c91 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.2768323 Jun 16 15:26:23.364613 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b989ebe1-a80c-4c7b-8482-a03d79598928 req-042b06a3-580c-4289-b419-2a6052316ae7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631396 Jun 16 15:26:23.487346 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a8b88-db4e-4457-aeb9-b24abcff78c1 None None] Network 12266a7d-656d-42e1-8d74-5e80222c5f01 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:26:23.602179 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:23.790663 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=4ad9f76e-44ce-4dad-98a0-3a5f35d23663,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:23.869480 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-72b1269b-9e98-4ecb-8dc1-d909a24a714a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:23.881163 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:23.882944 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:23.942795 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:24.184139 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=4ad9f76e-44ce-4dad-98a0-3a5f35d23663,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:24.204661 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:24.306561 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-a7f1ff02-6a84-4bf6-8056-ef0fd9fb0bee None None] Provisioning for port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:24.439647 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:24.552364 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Set router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:26:24.919640 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:24.973924 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:24.974740 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:25.088824 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07095f2b-08c5-444c-824b-adec2ffc9103 req-43c05885-7d9d-4075-98e2-46f1778b98bd tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:25.090873 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-07095f2b-08c5-444c-824b-adec2ffc9103 req-43c05885-7d9d-4075-98e2-46f1778b98bd tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.2478473 Jun 16 15:26:25.118023 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:25.389718 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-07095f2b-08c5-444c-824b-adec2ffc9103 req-dea581f0-8694-4f8f-bb34-b00aad279007 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864203 Jun 16 15:26:25.656583 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:25.843644 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Allocated IP 172.20.0.1 (12266a7d-656d-42e1-8d74-5e80222c5f01/ef9e5b9c-a782-4252-bf92-0c6437609762/9fa7d0ab-8fe6-4666-9f84-2b2189051682) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:26:25.845936 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=64aa7e75-517d-47c4-9ab7-e2e1cbfdd611,segment=NetworkSegment(7cf28f17-86c4-4723-91bf-de5fc8b20fba),segment_id=7cf28f17-86c4-4723-91bf-de5fc8b20fba)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:25.876148 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:25.888648 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-359791e9-c6f1-4356-8ce1-47a7270f08ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:26.104694 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'name': 'tempest-TestVolumeBootPattern-1683836624-router', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:18Z', 'updated_at': '2021-06-16T15:26:21Z', 'revision_number': 3, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'gw_port': {'id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:20Z', 'updated_at': '2021-06-16T15:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:26.124602 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:26.217614 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:26.259737 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Transition to ACTIVE for port object 9fa7d0ab-8fe6-4666-9f84-2b2189051682 will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:26.427438 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:26.452995 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:26.618290 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa7d0ab-8fe6-4666-9f84-2b2189051682,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:26.624095 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:26.643670 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Network 12266a7d-656d-42e1-8d74-5e80222c5f01 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:26.647357 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:26.652186 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:26:26.653382 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=64aa7e75-517d-47c4-9ab7-e2e1cbfdd611,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:26.670303 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:26.683747 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Checking router: 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:26:26.684394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Updating router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 port 3f41a84c-6817-46f6-be4d-6bddea1c06b0 binding host dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:26:26.770065 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674836'] for router_interface, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:26.873023 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:26.909739 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-406612d0-1e84-4d4a-8557-37ff192b6509 None None] Provisioning complete for port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:26.910917 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-406612d0-1e84-4d4a-8557-37ff192b6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:26.922469 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:27.105625 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93934255-e8a7-46a9-930a-80e88fd0c749 req-eaf450f0-3bb8-4e84-bd0f-3c328d0ce70a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:27.107973 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-93934255-e8a7-46a9-930a-80e88fd0c749 req-eaf450f0-3bb8-4e84-bd0f-3c328d0ce70a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.2566273 Jun 16 15:26:27.187469 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:27.187469 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:27.221068 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-93934255-e8a7-46a9-930a-80e88fd0c749 req-8a908cd4-1514-4e27-942f-9115c9d31569 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011169 Jun 16 15:26:27.363905 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:27.776876 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-60b2b09d-c7fb-4284-bf89-a155b76772e1 None None] Provisioning for port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:27.802221 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:27.803253 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-60b2b09d-c7fb-4284-bf89-a155b76772e1 None None] Provisioning complete for port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:27.804100 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-60b2b09d-c7fb-4284-bf89-a155b76772e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:27.811260 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:27.818329 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a942f8a8-b0f1-4256-937f-3ee2be097102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:27.941585 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa7d0ab-8fe6-4666-9f84-2b2189051682,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:27.947449 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:28.009300 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674792'] for router_interface, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:28.094766 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-60b2b09d-c7fb-4284-bf89-a155b76772e1 None None] Port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:26:28.104295 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Notify callbacks [] for port, precommit_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:28.108880 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:28.160304 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:28.168156 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Transition to ACTIVE for port object 3f41a84c-6817-46f6-be4d-6bddea1c06b0 will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:28.192263 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:28.219705 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:28.348372 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Network 12266a7d-656d-42e1-8d74-5e80222c5f01 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:26:28.355613 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:26:28.521027 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8575d-6c87-4866-b79c-13167596259d None None] Pushing event updated for resources: {'Port': ['ID=3f41a84c-6817-46f6-be4d-6bddea1c06b0,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:28.561978 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-93f8575d-6c87-4866-b79c-13167596259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:28.615952 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Attempting to bind port 3f41a84c-6817-46f6-be4d-6bddea1c06b0 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:26:28.616561 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Attempting to bind port 3f41a84c-6817-46f6-be4d-6bddea1c06b0 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:26:28.617250 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Attempting to bind port 3f41a84c-6817-46f6-be4d-6bddea1c06b0 on network 43ae66be-102b-49e6-bb36-82b6a3432ce6 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:26:28.637372 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:28.637784 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:28.641350 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:26:28.642000 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Checking segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:26:28.643118 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:28.644407 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Bound using segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:26:28.645544 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Bound port: 3f41a84c-6817-46f6-be4d-6bddea1c06b0, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:26:28.646233 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:28.673564 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:26:28.860244 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] For port 3f41a84c-6817-46f6-be4d-6bddea1c06b0, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:26:28.868001 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] For port 3f41a84c-6817-46f6-be4d-6bddea1c06b0, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=3f41a84c-6817-46f6-be4d-6bddea1c06b0,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:26:28.935786 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:28.943317 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:28.995092 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:26:29.018708 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] 10.222.0.61 "PUT /v2.0/routers/61aeacf2-1179-4a3e-905f-46ccc43f6fa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9168499 Jun 16 15:26:29.045417 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-eae0a019-3f0a-4df5-b40f-6ad1dd9001bb None None] Provisioning complete for port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:29.052707 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-eae0a019-3f0a-4df5-b40f-6ad1dd9001bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:29.119435 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ea48d-8b83-454c-bc70-b1968e67ddbf req-8b6e0c74-99b7-48e3-9e00-743a8739a765 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:29.127574 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3a9ea48d-8b83-454c-bc70-b1968e67ddbf req-8b6e0c74-99b7-48e3-9e00-743a8739a765 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.2914038 Jun 16 15:26:29.207796 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3a9ea48d-8b83-454c-bc70-b1968e67ddbf req-de941ffd-2183-4bf0-a35f-c522fae434ba tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720692 Jun 16 15:26:29.255300 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8575d-6c87-4866-b79c-13167596259d None None] Pushing event updated for resources: {'Port': ['ID=3f41a84c-6817-46f6-be4d-6bddea1c06b0,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:29.278682 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-93f8575d-6c87-4866-b79c-13167596259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:29.283007 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Routers {'61aeacf2-1179-4a3e-905f-46ccc43f6fa2'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:26:29.283682 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:26:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:29.289464 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-eae0a019-3f0a-4df5-b40f-6ad1dd9001bb None None] Port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:26:29.524721 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] Set router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:26:30.242080 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'name': 'tempest-TestVolumeBootPattern-1683836624-router', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:18Z', 'updated_at': '2021-06-16T15:26:27Z', 'revision_number': 4, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'gw_port': {'id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:20Z', 'updated_at': '2021-06-16T15:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '9fa7d0ab-8fe6-4666-9f84-2b2189051682', 'name': '', 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'mac_address': 'fa:16:3e:f5:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ef9e5b9c-a782-4252-bf92-0c6437609762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:25Z', 'updated_at': '2021-06-16T15:26:27Z', 'revision_number': 2, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'subnets': [{'id': 'ef9e5b9c-a782-4252-bf92-0c6437609762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:30.250824 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a456cc5-ee0a-40ad-970f-0b1031480179 None None] The sync data for ids ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'] in dv-cinder-757908-6-iscsi is: [{'id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'name': 'tempest-TestVolumeBootPattern-1683836624-router', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:18Z', 'updated_at': '2021-06-16T15:26:27Z', 'revision_number': 4, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'gw_port': {'id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:20Z', 'updated_at': '2021-06-16T15:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '9fa7d0ab-8fe6-4666-9f84-2b2189051682', 'name': '', 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'mac_address': 'fa:16:3e:f5:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ef9e5b9c-a782-4252-bf92-0c6437609762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:25Z', 'updated_at': '2021-06-16T15:26:27Z', 'revision_number': 2, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'subnets': [{'id': 'ef9e5b9c-a782-4252-bf92-0c6437609762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:26:30.488942 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49026) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:30.496843 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-c1774851-1357-4540-a34e-f339e5ada5af tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888561251', 'description': 'tempest-secgroup-smoke-1888561251 description', 'project_id': '7873dd7690ae49babe5906a4e337be7f'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:30.568618 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c1774851-1357-4540-a34e-f339e5ada5af tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:30.909257 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c1774851-1357-4540-a34e-f339e5ada5af tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:30.920764 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c1774851-1357-4540-a34e-f339e5ada5af tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:30.945610 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-34f187c9-b197-4ba4-b43a-3755915016b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:30.955915 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c1774851-1357-4540-a34e-f339e5ada5af tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:30.958192 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c1774851-1357-4540-a34e-f339e5ada5af tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4675064 Jun 16 15:26:30.964990 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 49028) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:30.968168 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-fdfa220f-ac8f-41c1-a237-6ac687a59e89 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'security_group_rule': {'security_group_id': 'c7fc3a2b-f1a5-4eea-9de3-7a3df1673209', 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:31.073881 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fdfa220f-ac8f-41c1-a237-6ac687a59e89 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:31.094713 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cb836-fc15-4122-ba7e-ce1171cd1af2 req-6ecf1415-784b-4698-ae1c-f7aa7fcd2602 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:31.099784 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c82cb836-fc15-4122-ba7e-ce1171cd1af2 req-6ecf1415-784b-4698-ae1c-f7aa7fcd2602 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.5353839 Jun 16 15:26:31.104177 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1774851-1357-4540-a34e-f339e5ada5af tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:31.120151 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c1774851-1357-4540-a34e-f339e5ada5af tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:31.199333 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fdfa220f-ac8f-41c1-a237-6ac687a59e89 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:31.209334 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fdfa220f-ac8f-41c1-a237-6ac687a59e89 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:31.219886 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:31.260778 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa220f-ac8f-41c1-a237-6ac687a59e89 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14284793-3686-40d1-943b-f95823d68792,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:31.276458 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fdfa220f-ac8f-41c1-a237-6ac687a59e89 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:31.282822 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-fdfa220f-ac8f-41c1-a237-6ac687a59e89 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:31.290353 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c82cb836-fc15-4122-ba7e-ce1171cd1af2 req-1eae078d-3e6b-4874-b296-f781690d7f54 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750269 Jun 16 15:26:31.292583 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49030) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:31.305992 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-fdfa220f-ac8f-41c1-a237-6ac687a59e89 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3345106 Jun 16 15:26:31.314271 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-7f858398-3f98-41c6-aa92-9cf0fd2f82d3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'security_group_rule': {'security_group_id': 'c7fc3a2b-f1a5-4eea-9de3-7a3df1673209', 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:31.436099 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7f858398-3f98-41c6-aa92-9cf0fd2f82d3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:31.729825 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7f858398-3f98-41c6-aa92-9cf0fd2f82d3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:31.737206 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7f858398-3f98-41c6-aa92-9cf0fd2f82d3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:31.744892 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:31.783782 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f858398-3f98-41c6-aa92-9cf0fd2f82d3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39757df6-af66-4906-bda5-07bacc18f42e,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:31.821234 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7f858398-3f98-41c6-aa92-9cf0fd2f82d3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:31.824659 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7f858398-3f98-41c6-aa92-9cf0fd2f82d3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:31.831313 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-7f858398-3f98-41c6-aa92-9cf0fd2f82d3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5302818 Jun 16 15:26:31.832471 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 49032) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:31.840552 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-a9e75489-b740-4a2b-99f3-3af1f328006a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'security_group_rule': {'security_group_id': 'c7fc3a2b-f1a5-4eea-9de3-7a3df1673209', 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:31.993391 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a9e75489-b740-4a2b-99f3-3af1f328006a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:32.199878 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a9e75489-b740-4a2b-99f3-3af1f328006a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:32.208865 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a9e75489-b740-4a2b-99f3-3af1f328006a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:32.235850 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-88c36b78-d23c-4f7c-b6af-d3fae8c39913 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:32.269771 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e75489-b740-4a2b-99f3-3af1f328006a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b64694-2a9d-41f9-8809-694d5059bd25,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:32.287929 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a9e75489-b740-4a2b-99f3-3af1f328006a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:32.290036 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a9e75489-b740-4a2b-99f3-3af1f328006a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:32.292484 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-a9e75489-b740-4a2b-99f3-3af1f328006a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4583712 Jun 16 15:26:32.295382 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49034) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:32.305083 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-8b4855f6-a519-458f-b8ed-86cd111c548a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'security_group_rule': {'security_group_id': 'c7fc3a2b-f1a5-4eea-9de3-7a3df1673209', 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:32.439324 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8b4855f6-a519-458f-b8ed-86cd111c548a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:32.651601 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-4c3c6e48-c843-4be2-9736-7b34ecf9fcb9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2171285 Jun 16 15:26:32.782902 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8b4855f6-a519-458f-b8ed-86cd111c548a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:32.803524 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8b4855f6-a519-458f-b8ed-86cd111c548a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:32.807748 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:32.898402 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4855f6-a519-458f-b8ed-86cd111c548a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb74618e-e13b-4baa-9d5f-8f6d619b7417,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:32.916469 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-8b4855f6-a519-458f-b8ed-86cd111c548a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:32.937219 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-8b4855f6-a519-458f-b8ed-86cd111c548a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:32.939207 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-8b4855f6-a519-458f-b8ed-86cd111c548a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6420116 Jun 16 15:26:32.942908 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49038) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:32.952006 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-832dc720-36c8-4126-a2f8-4609741d6eac tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'security_group_rule': {'security_group_id': 'c7fc3a2b-f1a5-4eea-9de3-7a3df1673209', 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:32.979057 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:33.057861 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.securitygroups_db [None req-832dc720-36c8-4126-a2f8-4609741d6eac tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Project 7873dd7690ae49babe5906a4e337be7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:26:33.078747 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-832dc720-36c8-4126-a2f8-4609741d6eac tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:33.137974 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-2fb72af5-cc31-4554-8d92-384a50e0a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:33.150017 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-2fb72af5-cc31-4554-8d92-384a50e0a2a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 1098 time: 0.4129755 Jun 16 15:26:33.190042 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204cfb-a499-4488-af20-7291c857b27d req-012f3178-6e58-473c-a2d6-7d2e114ad241 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:33.209683 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-10204cfb-a499-4488-af20-7291c857b27d req-012f3178-6e58-473c-a2d6-7d2e114ad241 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.4420774 Jun 16 15:26:33.345282 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-832dc720-36c8-4126-a2f8-4609741d6eac tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:33.352386 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-832dc720-36c8-4126-a2f8-4609741d6eac tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:33.356359 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ea2e363d-bce4-4ed2-8eae-62959573eff5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:33.398398 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dc720-36c8-4126-a2f8-4609741d6eac tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae9b959-844e-4331-8b47-b311640c8a05,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:33.404419 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-832dc720-36c8-4126-a2f8-4609741d6eac tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:33.417631 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-832dc720-36c8-4126-a2f8-4609741d6eac tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:33.426683 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 49040) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:33.429792 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-832dc720-36c8-4126-a2f8-4609741d6eac tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4768403 Jun 16 15:26:33.457491 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-10204cfb-a499-4488-af20-7291c857b27d req-44a2e35b-180f-41c2-b715-b98c7318998e tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419543 Jun 16 15:26:33.468028 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-665e149d-e00b-4daa-8713-6c36f64addf9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'security_group_rule': {'security_group_id': 'c7fc3a2b-f1a5-4eea-9de3-7a3df1673209', 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:26:33.562952 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.securitygroups_db [None req-665e149d-e00b-4daa-8713-6c36f64addf9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Project 7873dd7690ae49babe5906a4e337be7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:26:33.567401 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-80659724-dbe3-46fd-be6a-7bab19fa00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:33.569143 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-80659724-dbe3-46fd-be6a-7bab19fa00a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 912 time: 0.3491998 Jun 16 15:26:33.575878 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-665e149d-e00b-4daa-8713-6c36f64addf9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:34.098214 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-ca2bb288-0bb6-4350-b840-3f4490baf984 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f378d25b-257b-4738-b4f1-0c71ae90135c HTTP/1.1" status: 200 len: 1000 time: 0.5174723 Jun 16 15:26:34.184281 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 3f41a84c-6817-46f6-be4d-6bddea1c06b0 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:34.319071 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-665e149d-e00b-4daa-8713-6c36f64addf9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:34.330342 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-665e149d-e00b-4daa-8713-6c36f64addf9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:34.348984 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-3275aca6-8964-43dd-b36f-0c6417293565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:34.351285 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-3275aca6-8964-43dd-b36f-0c6417293565 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 200 len: 849 time: 0.2213209 Jun 16 15:26:34.357048 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fdfa220f-ac8f-41c1-a237-6ac687a59e89 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:34.493715 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 3f41a84c-6817-46f6-be4d-6bddea1c06b0 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:34.498230 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e149d-e00b-4daa-8713-6c36f64addf9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25773859-dada-4b0e-9ef8-20ceaaa6a2b5,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:34.503713 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-665e149d-e00b-4daa-8713-6c36f64addf9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:34.513641 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-665e149d-e00b-4daa-8713-6c36f64addf9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0768757 Jun 16 15:26:34.517812 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-665e149d-e00b-4daa-8713-6c36f64addf9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:34.529659 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 3f41a84c-6817-46f6-be4d-6bddea1c06b0 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:34.530835 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:34.687251 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-a91e833a-3bf5-4baf-ad66-21f577e7b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:34.691423 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-a91e833a-3bf5-4baf-ad66-21f577e7b51b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed365210-33e5-4731-9c5b-4ff91ea99e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3227582 Jun 16 15:26:34.908291 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:35.004119 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 3f41a84c-6817-46f6-be4d-6bddea1c06b0, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=3f41a84c-6817-46f6-be4d-6bddea1c06b0,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:35.012645 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:35.015761 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:35.040775 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Sync routers for ids ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:26:35.067536 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-11a0aa4b-ce47-425e-8ee6-dc8762f74fdb service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659852 Jun 16 15:26:35.094095 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Routers {'61aeacf2-1179-4a3e-905f-46ccc43f6fa2'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:26:35.095860 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:26:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:35.149599 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49972e-063a-4cba-a8da-e0499a11498d req-856f0b7a-98aa-453d-ab54-53e13383ec07 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:35.151274 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7d49972e-063a-4cba-a8da-e0499a11498d req-856f0b7a-98aa-453d-ab54-53e13383ec07 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.2338471 Jun 16 15:26:35.201924 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=3f41a84c-6817-46f6-be4d-6bddea1c06b0,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:35.208512 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:35.293306 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7d49972e-063a-4cba-a8da-e0499a11498d req-fd5b5b6f-f19a-4737-affd-f948e9c8d422 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320460 Jun 16 15:26:35.371281 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Set router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:26:35.377658 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dcbe10f9-99fc-4a04-a7c3-28053a4108d4 req-48af65d6-a49d-41f2-8210-bb4c75d6a2cb service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989240 Jun 16 15:26:36.039370 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'name': 'tempest-TestVolumeBootPattern-1683836624-router', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:18Z', 'updated_at': '2021-06-16T15:26:27Z', 'revision_number': 4, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'gw_port': {'id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:20Z', 'updated_at': '2021-06-16T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '9fa7d0ab-8fe6-4666-9f84-2b2189051682', 'name': '', 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'mac_address': 'fa:16:3e:f5:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ef9e5b9c-a782-4252-bf92-0c6437609762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:25Z', 'updated_at': '2021-06-16T15:26:27Z', 'revision_number': 2, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'subnets': [{'id': 'ef9e5b9c-a782-4252-bf92-0c6437609762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:36.053402 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Checking router: 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:26:36.054503 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Updating router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 binding host dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:26:36.115667 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 3f41a84c-6817-46f6-be4d-6bddea1c06b0 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:36.138331 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:36.292444 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 3f41a84c-6817-46f6-be4d-6bddea1c06b0 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:36.293300 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:36.837953 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40bf51-25a2-44e2-bebd-1b5c2a4f0200 req-89c333df-588e-4b53-ab55-845a3d79c8d8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:36.841840 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bf40bf51-25a2-44e2-bebd-1b5c2a4f0200 req-89c333df-588e-4b53-ab55-845a3d79c8d8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.1627736 Jun 16 15:26:36.855476 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Notify callbacks [] for port, precommit_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:36.880307 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.provisioning_blocks [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Transition to ACTIVE for port object 9fa7d0ab-8fe6-4666-9f84-2b2189051682 will not be triggered until provisioned by entity L2. {{(pid=92143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:26:36.900796 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:36.907267 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-710a93e8-3fa3-47bf-817a-aa7a2cb64247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:36.922044 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bf40bf51-25a2-44e2-bebd-1b5c2a4f0200 req-1436eda9-0b79-49bd-81be-a4fa747bdfb6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740612 Jun 16 15:26:37.330556 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a015bee-5a61-464d-b9e5-d7ed4f0ac8e2 None None] Pushing event updated for resources: {'Port': ['ID=9fa7d0ab-8fe6-4666-9f84-2b2189051682,revision_number=3']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:37.339988 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-9a015bee-5a61-464d-b9e5-d7ed4f0ac8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:37.501725 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Attempting to bind port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:26:37.507303 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Attempting to bind port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': '7cf28f17-86c4-4723-91bf-de5fc8b20fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01'}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:26:37.508046 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Attempting to bind port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 on network 12266a7d-656d-42e1-8d74-5e80222c5f01 {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:26:37.530002 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:26:37.530609 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Checking segment: {'id': '7cf28f17-86c4-4723-91bf-de5fc8b20fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:26:37.540596 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:37.541160 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Bound using segment: {'id': '7cf28f17-86c4-4723-91bf-de5fc8b20fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01'} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:26:37.541730 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Bound port: 9fa7d0ab-8fe6-4666-9f84-2b2189051682, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf28f17-86c4-4723-91bf-de5fc8b20fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01'}}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:26:37.542240 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:37.749996 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] For port 9fa7d0ab-8fe6-4666-9f84-2b2189051682, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:26:37.756215 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] For port 9fa7d0ab-8fe6-4666-9f84-2b2189051682, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=9fa7d0ab-8fe6-4666-9f84-2b2189051682,segment=NetworkSegment(7cf28f17-86c4-4723-91bf-de5fc8b20fba),segment_id=7cf28f17-86c4-4723-91bf-de5fc8b20fba)] {{(pid=92143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:26:37.768236 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:37.771458 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:37.890436 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Routers {'61aeacf2-1179-4a3e-905f-46ccc43f6fa2'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:26:37.892148 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:26:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:38.136514 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a015bee-5a61-464d-b9e5-d7ed4f0ac8e2 None None] Pushing event updated for resources: {'Port': ['ID=9fa7d0ab-8fe6-4666-9f84-2b2189051682,revision_number=4']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:38.142177 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-9a015bee-5a61-464d-b9e5-d7ed4f0ac8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:38.233721 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] Set router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:26:38.396459 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba8fc5-6b44-4d61-b80d-9e26af70970b req-fae8c0aa-a190-48bd-bcae-820e45058564 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:38.399347 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-95ba8fc5-6b44-4d61-b80d-9e26af70970b req-fae8c0aa-a190-48bd-bcae-820e45058564 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.1782396 Jun 16 15:26:38.480618 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-95ba8fc5-6b44-4d61-b80d-9e26af70970b req-3759ab6b-f9e9-47b9-9974-c90d95c827a6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723078 Jun 16 15:26:38.682220 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'name': 'tempest-TestVolumeBootPattern-1683836624-router', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:18Z', 'updated_at': '2021-06-16T15:26:27Z', 'revision_number': 4, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'gw_port': {'id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:20Z', 'updated_at': '2021-06-16T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '9fa7d0ab-8fe6-4666-9f84-2b2189051682', 'name': '', 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'mac_address': 'fa:16:3e:f5:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ef9e5b9c-a782-4252-bf92-0c6437609762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:25Z', 'updated_at': '2021-06-16T15:26:37Z', 'revision_number': 4, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'subnets': [{'id': 'ef9e5b9c-a782-4252-bf92-0c6437609762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:38.696149 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc24d4f-628d-4db6-b795-eceaa31aa51d None None] The sync data for ids ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'] in dv-cinder-757908-6-iscsi is: [{'id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'name': 'tempest-TestVolumeBootPattern-1683836624-router', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:18Z', 'updated_at': '2021-06-16T15:26:27Z', 'revision_number': 4, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'gw_port': {'id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:20Z', 'updated_at': '2021-06-16T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '9fa7d0ab-8fe6-4666-9f84-2b2189051682', 'name': '', 'network_id': '12266a7d-656d-42e1-8d74-5e80222c5f01', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'mac_address': 'fa:16:3e:f5:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ef9e5b9c-a782-4252-bf92-0c6437609762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:25Z', 'updated_at': '2021-06-16T15:26:37Z', 'revision_number': 4, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'subnets': [{'id': 'ef9e5b9c-a782-4252-bf92-0c6437609762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:26:39.939386 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a847d2-e111-484a-97a6-79fc66522bdb req-d0646fae-6c14-440e-b54f-e7f01a3bfef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:39.951369 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c0a847d2-e111-484a-97a6-79fc66522bdb req-d0646fae-6c14-440e-b54f-e7f01a3bfef4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 1098 time: 0.3204782 Jun 16 15:26:39.979346 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6dac3-6149-45cd-abcf-dfa470639abe req-9439fd9d-c3bb-454f-b628-c7cf74a37323 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:39.994595 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dbe6dac3-6149-45cd-abcf-dfa470639abe req-9439fd9d-c3bb-454f-b628-c7cf74a37323 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.3473630 Jun 16 15:26:40.132077 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dbe6dac3-6149-45cd-abcf-dfa470639abe req-c7432df5-e62d-4bf9-b925-76d7cb5580d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174891 Jun 16 15:26:40.188022 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 9fa7d0ab-8fe6-4666-9f84-2b2189051682 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:40.326852 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a847d2-e111-484a-97a6-79fc66522bdb req-44408522-f957-4c53-a47d-3c46b45f0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:40.328949 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:26:40.329255 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c0a847d2-e111-484a-97a6-79fc66522bdb req-44408522-f957-4c53-a47d-3c46b45f0d96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 919 time: 0.3324757 Jun 16 15:26:40.347573 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:40.348279 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:40.518058 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c0a847d2-e111-484a-97a6-79fc66522bdb req-f61d11d2-ef55-4c93-866d-366266e603a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe6a6c5-e849-4809-b6fa-840126023db0 HTTP/1.1" status: 200 len: 1000 time: 0.1794827 Jun 16 15:26:40.618985 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a847d2-e111-484a-97a6-79fc66522bdb req-6354c32b-c298-4fba-925f-227cc3e437d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:40.621540 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c0a847d2-e111-484a-97a6-79fc66522bdb req-6354c32b-c298-4fba-925f-227cc3e437d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.0961237 Jun 16 15:26:40.622887 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:40.696290 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 9fa7d0ab-8fe6-4666-9f84-2b2189051682, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=9fa7d0ab-8fe6-4666-9f84-2b2189051682,segment=NetworkSegment(7cf28f17-86c4-4723-91bf-de5fc8b20fba),segment_id=7cf28f17-86c4-4723-91bf-de5fc8b20fba)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:40.704479 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:40.708813 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:40.741300 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a847d2-e111-484a-97a6-79fc66522bdb req-71e58842-be29-4d30-a2b8-3bf345687672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:40.743496 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c0a847d2-e111-484a-97a6-79fc66522bdb req-71e58842-be29-4d30-a2b8-3bf345687672 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139007 Jun 16 15:26:40.807121 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=9fa7d0ab-8fe6-4666-9f84-2b2189051682,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:40.812914 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:40.944116 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c0a847d2-e111-484a-97a6-79fc66522bdb req-884c5bcd-dd70-485f-97cb-bff4c39e1aa6 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925144 Jun 16 15:26:41.128786 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c0a847d2-e111-484a-97a6-79fc66522bdb req-e97b0328-8dc9-4f41-ac2a-1816bf253a89 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744506 Jun 16 15:26:41.666071 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8704b4-5261-4e8f-9e12-e74dcbe227b4 req-2c182ee0-8efb-4f0a-b71d-bafa691466f9 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:41.669582 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ef8704b4-5261-4e8f-9e12-e74dcbe227b4 req-2c182ee0-8efb-4f0a-b71d-bafa691466f9 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 945 time: 0.2264500 Jun 16 15:26:41.753789 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ef8704b4-5261-4e8f-9e12-e74dcbe227b4 req-645520dc-445a-4d99-a0ac-f4fe9fd45773 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726106 Jun 16 15:26:42.064893 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 9fa7d0ab-8fe6-4666-9f84-2b2189051682 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:26:42.166922 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:26:42.167445 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:42.566002 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 1fe6a6c5-e849-4809-b6fa-840126023db0 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:26:42.738827 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:42.795892 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:26:42.801310 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5ee90c-4745-4253-9817-7edc3887ed94" -d '{"events": [{"server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:26:42.860767 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:26:42.868079 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:42.881272 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:43.095596 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=1fe6a6c5-e849-4809-b6fa-840126023db0,revision_number=8']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:43.116921 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.117570 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.118118 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.118724 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.119417 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.120006 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.120588 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.121254 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.122140 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.122763 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.123549 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.124184 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:43.133010 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:43.202219 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f02595f-1cc2-4d24-8143-33da527a03f8 x-openstack-request-id: req-0f02595f-1cc2-4d24-8143-33da527a03f8 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:26:43.202902 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:26:43.203447 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0f02595f-1cc2-4d24-8143-33da527a03f8 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:26:43.204285 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'code': 200} Jun 16 15:26:43.260545 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c74983-518a-4ff5-83eb-970310501d2b req-8164babe-25cf-4f17-80e0-63bcd1ddfe58 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:43.267588 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-22c74983-518a-4ff5-83eb-970310501d2b req-8164babe-25cf-4f17-80e0-63bcd1ddfe58 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.2447014 Jun 16 15:26:43.367190 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-22c74983-518a-4ff5-83eb-970310501d2b req-8fdade23-4fb6-491c-8c08-44049de237fe tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774333 Jun 16 15:26:44.766490 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fa1a9-5426-4334-acfa-a15ed31946e3 req-fe2b3625-3906-4809-9a96-966bc0a788aa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:44.769400 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-162fa1a9-5426-4334-acfa-a15ed31946e3 req-fe2b3625-3906-4809-9a96-966bc0a788aa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1213677 Jun 16 15:26:44.859962 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-162fa1a9-5426-4334-acfa-a15ed31946e3 req-b9a61036-21e6-407f-a549-3be53ea913ec tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771570 Jun 16 15:26:46.578332 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 1fe6a6c5-e849-4809-b6fa-840126023db0 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:26:46.701247 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814bb91-484f-4180-9ee8-f14d09cbde81 req-9454d0ce-df88-4d54-9f55-2a78067050b0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:46.704704 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1814bb91-484f-4180-9ee8-f14d09cbde81 req-9454d0ce-df88-4d54-9f55-2a78067050b0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1778204 Jun 16 15:26:46.807917 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1814bb91-484f-4180-9ee8-f14d09cbde81 req-337128b5-a79c-4a1d-a0ca-f5401121698b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898192 Jun 16 15:26:48.273714 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1512868-82b4-4501-8ff6-051778419039 req-58c2a7e5-82e2-4e40-b402-584e5345b63c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:48.277277 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f1512868-82b4-4501-8ff6-051778419039 req-58c2a7e5-82e2-4e40-b402-584e5345b63c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1442256 Jun 16 15:26:48.367151 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f1512868-82b4-4501-8ff6-051778419039 req-1dd6eccc-5319-41d2-8ebc-4f9103456362 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717852 Jun 16 15:26:49.864517 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:26:49.898904 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-92596b15-5103-436c-beda-c2c0e6e3413c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:50.019925 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70846835-0472-454d-8215-45551219842d req-c02de21d-5c0f-4039-bf14-249512bf29c4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:50.025812 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-70846835-0472-454d-8215-45551219842d req-c02de21d-5c0f-4039-bf14-249512bf29c4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.4165058 Jun 16 15:26:50.110424 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-70846835-0472-454d-8215-45551219842d req-7cd6936e-84f2-4814-b9a6-bee61040a496 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667722 Jun 16 15:26:51.421650 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003ef3-dedf-48aa-9aa1-7eb932957b94 req-a105e486-24d0-4842-b42f-aea4f9dcb29c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:51.428103 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-65003ef3-dedf-48aa-9aa1-7eb932957b94 req-a105e486-24d0-4842-b42f-aea4f9dcb29c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1163549 Jun 16 15:26:51.498090 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-65003ef3-dedf-48aa-9aa1-7eb932957b94 req-6e0e835a-777a-407b-ba28-6cf3ca6be5da tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661125 Jun 16 15:26:52.829404 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395040d8-21cb-4c8f-b96a-bbd5db4d9c4a req-05eb3424-f2bb-44d2-9f6a-573fed2911f7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:52.833838 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-395040d8-21cb-4c8f-b96a-bbd5db4d9c4a req-05eb3424-f2bb-44d2-9f6a-573fed2911f7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1181657 Jun 16 15:26:52.910876 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-395040d8-21cb-4c8f-b96a-bbd5db4d9c4a req-9ca4e660-23dd-43f0-9f50-3d6c07d3b926 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666635 Jun 16 15:26:53.437053 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0928e102-4d8d-4883-8993-c22aa9d60593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:53.995900 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:54.168895 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49242) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:54.173408 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a741927-cf6c-42f1-9770-942671e12dcd req-7790d372-54de-492f-9a68-ec8ac2294efd tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:54.176243 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8a741927-cf6c-42f1-9770-942671e12dcd req-7790d372-54de-492f-9a68-ec8ac2294efd tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0892992 Jun 16 15:26:54.230554 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8a741927-cf6c-42f1-9770-942671e12dcd req-24b706af-d578-451a-964e-3c9bf067dcea tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466046 Jun 16 15:26:54.346516 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-100f4f9b-51ff-4652-85e7-373715dea7af req-0a851c65-366b-4146-b4c9-746fcc8e31b3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1753957 Jun 16 15:26:55.488575 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246107eb-06cd-4ef5-a0c2-927f5505b657 req-d4b6bcba-c888-4291-9bd7-da642fa14701 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:55.490304 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-246107eb-06cd-4ef5-a0c2-927f5505b657 req-d4b6bcba-c888-4291-9bd7-da642fa14701 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0918434 Jun 16 15:26:55.563055 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-246107eb-06cd-4ef5-a0c2-927f5505b657 req-7579e1b2-9c7f-47af-94f9-2ae197d6f0ad tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652130 Jun 16 15:26:56.241103 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.301391 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f4f9b-51ff-4652-85e7-373715dea7af req-0fb8ce48-7ee7-426e-9ef1-bd50f762c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:56.303004 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-100f4f9b-51ff-4652-85e7-373715dea7af req-0fb8ce48-7ee7-426e-9ef1-bd50f762c50e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8&tenant_id=5cc02a1d378343618f1b9ecaae46e41e HTTP/1.1" status: 200 len: 1096 time: 0.1192203 Jun 16 15:26:56.430355 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f4f9b-51ff-4652-85e7-373715dea7af req-cc285c3e-19d3-494c-a1c5-63f18d59270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:56.432856 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-100f4f9b-51ff-4652-85e7-373715dea7af req-cc285c3e-19d3-494c-a1c5-63f18d59270f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 1096 time: 0.0991073 Jun 16 15:26:56.599958 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f4f9b-51ff-4652-85e7-373715dea7af req-6674e4e3-a754-436d-872f-b7543a822956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:56.602610 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-100f4f9b-51ff-4652-85e7-373715dea7af req-6674e4e3-a754-436d-872f-b7543a822956 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 919 time: 0.1620171 Jun 16 15:26:56.697354 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-100f4f9b-51ff-4652-85e7-373715dea7af req-d7f99984-8798-49ff-a01e-f3d0dc1a5c6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe6a6c5-e849-4809-b6fa-840126023db0 HTTP/1.1" status: 200 len: 998 time: 0.0865533 Jun 16 15:26:56.717627 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49320) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:56.809267 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f4f9b-51ff-4652-85e7-373715dea7af req-198d769f-31b1-4b40-b34f-cb81edc97ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:56.809672 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Deleting subnet 15b2a95c-cb4c-4577-9469-2ebb56b4a73b {{(pid=92141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:26:56.811079 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-100f4f9b-51ff-4652-85e7-373715dea7af req-198d769f-31b1-4b40-b34f-cb81edc97ddc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.1069665 Jun 16 15:26:56.817539 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.891799 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7517782'] for subnet, precommit_delete_associations {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.904485 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bb634-3560-4862-b48f-9f00870f6d88 req-af2237f8-e490-4bf4-909c-86c3767c80ae tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:56.906506 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7d9bb634-3560-4862-b48f-9f00870f6d88 req-af2237f8-e490-4bf4-909c-86c3767c80ae tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1579967 Jun 16 15:26:56.958708 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f4f9b-51ff-4652-85e7-373715dea7af req-994b7ed4-1f2a-4e77-9314-73bece6abe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:56.960578 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-100f4f9b-51ff-4652-85e7-373715dea7af req-994b7ed4-1f2a-4e77-9314-73bece6abe71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1416335 Jun 16 15:26:56.969402 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:56.985522 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7d9bb634-3560-4862-b48f-9f00870f6d88 req-549918ed-519b-4dc1-8e51-69e7d663813a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661199 Jun 16 15:26:57.060918 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7517230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7534971'] for subnet, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.069179 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f3baa86d-b5a8-4c1e-b183-3a187db20f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:57.115863 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b2a95c-cb4c-4577-9469-2ebb56b4a73b,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:57.121794 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.126199 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/15b2a95c-cb4c-4577-9469-2ebb56b4a73b HTTP/1.1" status: 204 len: 168 time: 0.4040725 Jun 16 15:26:57.126506 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-100f4f9b-51ff-4652-85e7-373715dea7af req-7d096759-cd96-43ea-a6aa-a0ddee0f550f service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553266 Jun 16 15:26:57.134879 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49330) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:57.155086 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.155698 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.156290 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.156864 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.158024 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.158024 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.158562 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.160390 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.160905 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.161509 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.162078 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.162633 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:26:57.189068 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9e25af1b-9b69-4ea5-9fcb-13fc359773c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:57.252271 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.256280 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-100f4f9b-51ff-4652-85e7-373715dea7af req-b3014966-520d-454c-8ba5-909d9f6d8662 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232567 Jun 16 15:26:57.363320 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.374251 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618c0e3c-9411-4079-b241-ec8241302c97']}} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:57.388208 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6deaafc6-fe6c-4e26-9bf2-419af450579d') {'for_net_delete': True} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:57.388558 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6deaafc6-fe6c-4e26-9bf2-419af450579d') {} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:26:57.400707 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7517775'] for segment, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.419309 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.428727 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=92141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:26:57.429186 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7517361'] for segment, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: Traceback (most recent call last): Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: timer() Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: cb(*args, **kw) Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: return func(*args, **kwargs) Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: self._notify() Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: self.callback(batched_events) Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: event.method(event) Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: return f(self, *a, **k) Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._get(url).json() Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: return self.request(url, 'GET', **kwargs) Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:26:57.431668 dv-cinder-757908-6-iscsi neutron-server[92141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:26:57.503709 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.509415 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6546f234-b8a7-4178-ac4f-69e79fa0bc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:57.511032 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.516996 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] 10.222.0.61 "DELETE /v2.0/networks/618c0e3c-9411-4079-b241-ec8241302c97 HTTP/1.1" status: 204 len: 168 time: 0.3768744 Jun 16 15:26:57.527628 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] Pushing event deleted for resources: {'Network': ['ID=618c0e3c-9411-4079-b241-ec8241302c97,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:57.531052 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ab257507-19ed-4075-b991-da27ae28cc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:57.817088 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49358) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:57.878930 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c00f0a85-37f5-4f16-9e50-0f379eb291ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f62f66fd6e5c4e54bff8608738845c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590608 Jun 16 15:26:57.882491 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49360) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:26:57.982983 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:57.994217 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6fc7314f-4bb5-4c4a-bd04-ce8098cd01e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:58.055342 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6fc7314f-4bb5-4c4a-bd04-ce8098cd01e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:58.251410 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6fc7314f-4bb5-4c4a-bd04-ce8098cd01e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:58.272318 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6fc7314f-4bb5-4c4a-bd04-ce8098cd01e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:26:58.282319 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6fc7314f-4bb5-4c4a-bd04-ce8098cd01e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8759295-a6ef-43f5-a5d2-db10da66f910 HTTP/1.1" status: 204 len: 168 time: 0.3910842 Jun 16 15:26:58.286534 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e104e25b-a9b0-49fa-ba46-1d33237ee153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:26:58.316660 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7314f-4bb5-4c4a-bd04-ce8098cd01e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8759295-a6ef-43f5-a5d2-db10da66f910,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:26:58.338411 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6fc7314f-4bb5-4c4a-bd04-ce8098cd01e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:26:58.411916 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c8b0-4864-4434-ac04-5ce9f4ab0e0b req-03efc3dc-b36d-41b4-aeb8-4bd87f8b9e88 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:58.419576 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-de24c8b0-4864-4434-ac04-5ce9f4ab0e0b req-03efc3dc-b36d-41b4-aeb8-4bd87f8b9e88 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1351883 Jun 16 15:26:58.489908 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-de24c8b0-4864-4434-ac04-5ce9f4ab0e0b req-c1a7098c-1c50-4bb5-a571-d7ed21c3d304 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694087 Jun 16 15:26:59.824015 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6616028-f180-42a1-a099-eb2e1542043b req-7ead02c5-c804-4bbf-b023-753808710935 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:26:59.825660 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c6616028-f180-42a1-a099-eb2e1542043b req-7ead02c5-c804-4bbf-b023-753808710935 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1324568 Jun 16 15:26:59.931251 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c6616028-f180-42a1-a099-eb2e1542043b req-708379da-4f74-433f-b5b8-5b414c32c2d7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917425 Jun 16 15:27:00.287837 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49398) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:00.444073 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fa345032-2835-4d8b-9507-0e5d7b9495b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.613110 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fa345032-2835-4d8b-9507-0e5d7b9495b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.623124 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fa345032-2835-4d8b-9507-0e5d7b9495b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.630214 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c1774851-1357-4540-a34e-f339e5ada5af tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:00.700278 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-fa345032-2835-4d8b-9507-0e5d7b9495b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ede71b8c9ab4bb89709f401b2148d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102409 Jun 16 15:27:00.703648 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa345032-2835-4d8b-9507-0e5d7b9495b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254cb178-efb4-498d-abd7-c18ee46dc922,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:00.704560 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 49404) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:00.708452 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-fa345032-2835-4d8b-9507-0e5d7b9495b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:00.793461 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.854589 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.953690 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.957857 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:00.959572 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/254cb178-efb4-498d-abd7-c18ee46dc922 HTTP/1.1" status: 204 len: 168 time: 0.2546241 Jun 16 15:27:00.960799 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-428dbeff-a196-4330-86ef-447c5d5d7bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:00.977780 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254cb178-efb4-498d-abd7-c18ee46dc922,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:00.994196 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:00.994970 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:00.995556 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:00.996141 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:00.997051 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:00.998255 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:00.999451 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.000277 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.001131 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.001938 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.003940 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.004752 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:27:01.024693 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:01.333333 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32584b-c984-4f11-9262-a01da33756d9 req-d4210f7c-90bb-4faa-a37e-14650de3100e tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:01.338226 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1d32584b-c984-4f11-9262-a01da33756d9 req-d4210f7c-90bb-4faa-a37e-14650de3100e tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1328011 Jun 16 15:27:01.391953 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1d32584b-c984-4f11-9262-a01da33756d9 req-732cff6b-6a2a-49bd-bc72-89b86f5f00d4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469642 Jun 16 15:27:02.706518 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd42b66-f972-46c4-9e92-f631ad1f675b req-bbeba49c-a7da-4fc2-b4a8-d80490da7b0e tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:02.709523 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2cd42b66-f972-46c4-9e92-f631ad1f675b req-bbeba49c-a7da-4fc2-b4a8-d80490da7b0e tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1446748 Jun 16 15:27:02.822242 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2cd42b66-f972-46c4-9e92-f631ad1f675b req-03be02dd-d7ab-4db1-8b1f-8e32c7f81a07 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956264 Jun 16 15:27:02.914855 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:04.075622 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aea55b-ff19-47ed-ad98-82a974b4c988 req-d5dfe820-b1f0-4a81-b3d0-6a875267ae91 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:04.079520 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c6aea55b-ff19-47ed-ad98-82a974b4c988 req-d5dfe820-b1f0-4a81-b3d0-6a875267ae91 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0944688 Jun 16 15:27:04.151494 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c6aea55b-ff19-47ed-ad98-82a974b4c988 req-61aa1326-a1a6-4f5e-a509-09adc8f789c3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580885 Jun 16 15:27:05.548545 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1928b-3d78-4248-8b12-08fcdcaa5f98 req-862a544c-677c-422f-96c6-e574cda3247f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:05.551123 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-76e1928b-3d78-4248-8b12-08fcdcaa5f98 req-862a544c-677c-422f-96c6-e574cda3247f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.2147942 Jun 16 15:27:05.651144 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-76e1928b-3d78-4248-8b12-08fcdcaa5f98 req-d71a0c0d-b89c-4a00-ba03-285bf41ab244 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870705 Jun 16 15:27:07.023499 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78325bde-f9b6-42e8-a098-cbe98915a7a1 req-412c021a-4ec8-417f-b140-b67eb05cf79a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:07.032918 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-78325bde-f9b6-42e8-a098-cbe98915a7a1 req-412c021a-4ec8-417f-b140-b67eb05cf79a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1462727 Jun 16 15:27:07.097646 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-78325bde-f9b6-42e8-a098-cbe98915a7a1 req-42a86cef-05db-4c50-aec2-b0de83a3ac48 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593832 Jun 16 15:27:08.376938 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cb14a-7d51-4d4d-a022-9512eb27b518 req-f0d178f5-c02e-44fb-9fd2-5dfe31a2cd6c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:08.379089 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-356cb14a-7d51-4d4d-a022-9512eb27b518 req-f0d178f5-c02e-44fb-9fd2-5dfe31a2cd6c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0918005 Jun 16 15:27:08.429460 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-356cb14a-7d51-4d4d-a022-9512eb27b518 req-9c130dd7-53aa-4f35-9973-3eb22acd0591 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427315 Jun 16 15:27:09.693703 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681f109-5707-4360-9582-cd3e808df5b8 req-d067a1e7-6ce4-42a7-a3c4-26515e5bdec8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:09.696565 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2681f109-5707-4360-9582-cd3e808df5b8 req-d067a1e7-6ce4-42a7-a3c4-26515e5bdec8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1103506 Jun 16 15:27:09.769457 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2681f109-5707-4360-9582-cd3e808df5b8 req-778ba9d2-ff42-4f20-8211-4067c0d651dd tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650992 Jun 16 15:27:11.058269 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebb6b6-faf0-46f7-ab25-4e9f16ca5d77 req-a8103047-b51a-4543-9ed7-502f620e193b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:11.061743 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-01ebb6b6-faf0-46f7-ab25-4e9f16ca5d77 req-a8103047-b51a-4543-9ed7-502f620e193b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0873041 Jun 16 15:27:11.115456 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-01ebb6b6-faf0-46f7-ab25-4e9f16ca5d77 req-21c6060e-74c6-4c60-8133-886d8a1a01c5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485272 Jun 16 15:27:12.400648 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56556235-b890-4ad7-b236-087644aa1bb2 req-3c1a5e82-0fb2-4fc3-9f21-618b81968f75 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:12.403584 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56556235-b890-4ad7-b236-087644aa1bb2 req-3c1a5e82-0fb2-4fc3-9f21-618b81968f75 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1141362 Jun 16 15:27:12.479590 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56556235-b890-4ad7-b236-087644aa1bb2 req-98d1bcf3-1618-4d73-a13c-663f57a6975e tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685806 Jun 16 15:27:13.724686 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4746c-bd00-4339-bbf6-0bffe11d02f1 req-99536f0e-403e-4fb5-a6ba-54f6fc4c4ed3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:13.726740 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-61c4746c-bd00-4339-bbf6-0bffe11d02f1 req-99536f0e-403e-4fb5-a6ba-54f6fc4c4ed3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0711215 Jun 16 15:27:13.771276 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-61c4746c-bd00-4339-bbf6-0bffe11d02f1 req-4dbe0d2f-f38f-4833-9711-60ef64e1f482 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384090 Jun 16 15:27:15.103728 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72b4d1-7295-4347-a447-696a58702b45 req-92ad6d3c-8e5d-4c42-8b56-75a37848f0de tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:15.106240 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2e72b4d1-7295-4347-a447-696a58702b45 req-92ad6d3c-8e5d-4c42-8b56-75a37848f0de tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1119232 Jun 16 15:27:15.151555 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2e72b4d1-7295-4347-a447-696a58702b45 req-e9ff9ce8-dc6d-4c33-8944-892874c5a4b7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390441 Jun 16 15:27:16.385843 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4be506-a093-4c50-ae99-6d521a97b50b req-93734d10-571e-4e0c-881a-77d9e28b8b16 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:16.387796 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2f4be506-a093-4c50-ae99-6d521a97b50b req-93734d10-571e-4e0c-881a-77d9e28b8b16 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0948622 Jun 16 15:27:16.445211 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2f4be506-a093-4c50-ae99-6d521a97b50b req-91bf1914-dd4a-4dfd-b4b3-346ffd913368 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464079 Jun 16 15:27:17.694112 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc50f6-a366-49fa-a19c-f04112db0ae3 req-b21407ac-b267-4458-a3d8-b0e6be3a97ed tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:17.696737 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49bc50f6-a366-49fa-a19c-f04112db0ae3 req-b21407ac-b267-4458-a3d8-b0e6be3a97ed tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1165993 Jun 16 15:27:17.749228 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-49bc50f6-a366-49fa-a19c-f04112db0ae3 req-14622fe2-663a-4f8c-b809-0806500750ae tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440636 Jun 16 15:27:19.004381 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9abcea-b067-4b51-bbf6-e6fdddaf6e35 req-dad61921-992f-4138-9b3d-330342fb0960 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:19.006918 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2b9abcea-b067-4b51-bbf6-e6fdddaf6e35 req-dad61921-992f-4138-9b3d-330342fb0960 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1203530 Jun 16 15:27:19.060844 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2b9abcea-b067-4b51-bbf6-e6fdddaf6e35 req-4a57cbb4-09a3-4f9e-bf48-5023a5d8ca1a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443971 Jun 16 15:27:19.889138 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-06f7a560-ca56-4e9b-b4f3-29803f648bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:20.370537 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b8aed-c847-40db-b497-f12e057eb655 req-cc9b1393-6dd5-459d-91bd-3bec9025eebf tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:20.372440 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f62b8aed-c847-40db-b497-f12e057eb655 req-cc9b1393-6dd5-459d-91bd-3bec9025eebf tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0948899 Jun 16 15:27:20.448447 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f62b8aed-c847-40db-b497-f12e057eb655 req-0b62ec6b-11e5-41bc-b755-f7ef2084efa5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672495 Jun 16 15:27:21.775849 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc329d8-d13b-4beb-bf05-b24d5b3b5df1 req-9ff4ca4a-f859-478a-b4b3-a89e390ecd74 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:21.777347 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ebc329d8-d13b-4beb-bf05-b24d5b3b5df1 req-9ff4ca4a-f859-478a-b4b3-a89e390ecd74 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0902948 Jun 16 15:27:21.827799 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ebc329d8-d13b-4beb-bf05-b24d5b3b5df1 req-ab7011b3-6b6c-4b1b-ad4c-83bd15dca1ab tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 Jun 16 15:27:22.681177 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-f34ff535-c81f-42db-8326-fe3e768fe4e0 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888561251&fields=id&tenant_id=7873dd7690ae49babe5906a4e337be7f HTTP/1.1" status: 200 len: 267 time: 0.0607882 Jun 16 15:27:22.821562 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-d0e9a1c1-3133-4e2c-8700-419105b52de1 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:22.824944 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-d0e9a1c1-3133-4e2c-8700-419105b52de1 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 812 time: 0.1357586 Jun 16 15:27:22.843515 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-6321e6f6-366e-4469-bfcb-a9e3aeb93d96 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/quotas/7873dd7690ae49babe5906a4e337be7f HTTP/1.1" status: 200 len: 375 time: 0.0111303 Jun 16 15:27:22.976225 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-827e45d4-1b9a-42a9-86ba-22bf4246573b tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1205134 Jun 16 15:27:23.070285 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116214-701b-4117-8eb4-5bb25d7a3fd2 req-e60dd5a9-1808-4ed1-87bf-2d7d4adadd89 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:23.072780 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d6116214-701b-4117-8eb4-5bb25d7a3fd2 req-e60dd5a9-1808-4ed1-87bf-2d7d4adadd89 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0908477 Jun 16 15:27:23.105051 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-1602dbb5-1de3-4cf6-9bba-89d9946ff970 service neutron] 10.222.0.61 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101193 Jun 16 15:27:23.147750 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d6116214-701b-4117-8eb4-5bb25d7a3fd2 req-6b07fcbc-7d36-4ff9-a133-81879a85be6c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572572 Jun 16 15:27:23.260645 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-735b89ce-50f4-4ee5-b787-585505114137 service neutron] 10.222.0.61 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443326 Jun 16 15:27:23.431525 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f0cbf315-4071-4d80-9ad2-1283ef92dab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:23.727113 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0d5a28c8-8d91-487a-9b03-9f451a8dddf1 req-de7111a9-bc51-4897-a2e6-902319d489ce tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 210 time: 0.0558965 Jun 16 15:27:23.989556 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:24.407847 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21fd93-f740-4e29-82bb-a1809ddba987 req-6a08f521-505b-4d0d-bdda-9626b18b1f65 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:24.410547 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1a21fd93-f740-4e29-82bb-a1809ddba987 req-6a08f521-505b-4d0d-bdda-9626b18b1f65 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0777519 Jun 16 15:27:24.466994 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1a21fd93-f740-4e29-82bb-a1809ddba987 req-8f687728-d5b5-41d0-9fa6-e4682b08eacc tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500002 Jun 16 15:27:24.972454 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a003edb0-c50e-4c48-9d89-f9822b2a90fe req-72bdaa0a-1295-437e-be11-b4828cc88cbf tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 210 time: 0.0353265 Jun 16 15:27:25.703245 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6068199-f4f3-4781-9a34-3d7f3dfeee97 req-853c3ccb-c10a-429e-b365-fd96d7f146b6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:25.705699 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d6068199-f4f3-4781-9a34-3d7f3dfeee97 req-853c3ccb-c10a-429e-b365-fd96d7f146b6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0940847 Jun 16 15:27:25.761941 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d6068199-f4f3-4781-9a34-3d7f3dfeee97 req-9069065a-f911-4907-808b-b853e0feb186 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476496 Jun 16 15:27:26.210777 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cc0b087f-122b-4a9d-811d-e17477fc601d req-f59e1821-361a-4a57-bccb-529d343a3ee1 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 210 time: 0.0714085 Jun 16 15:27:26.230729 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:26.876256 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:27:26.984029 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b0ac1-c842-42db-8d73-0533d4eb50c8 req-f13b52b8-5013-40f5-bc28-739a07aff518 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:26.985635 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c24b0ac1-c842-42db-8d73-0533d4eb50c8 req-f13b52b8-5013-40f5-bc28-739a07aff518 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.0749648 Jun 16 15:27:27.030645 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c24b0ac1-c842-42db-8d73-0533d4eb50c8 req-fdea7aa2-f60d-4cdb-baf6-41f795b96321 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379994 Jun 16 15:27:27.415527 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fea482e3-9c28-41b1-a3e8-2e3eaef91c2d req-062df0a9-35e2-419f-a38c-b89039c7f2dd tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 210 time: 0.0507271 Jun 16 15:27:27.607513 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-a241aacd-6ee2-4115-84ea-9596c92d2456 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:27.609252 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-a241aacd-6ee2-4115-84ea-9596c92d2456 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 812 time: 0.1508656 Jun 16 15:27:27.684678 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-1417c717-7be5-4a97-97f6-a758449d0f6b tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7873dd7690ae49babe5906a4e337be7f HTTP/1.1" status: 200 len: 380 time: 0.0655913 Jun 16 15:27:27.699197 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'port': {'device_id': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'admin_state_up': True, 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'security_groups': ['c7fc3a2b-f1a5-4eea-9de3-7a3df1673209']}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:27.865660 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Made reservation on behalf of 7873dd7690ae49babe5906a4e337be7f for: {'port': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:27:27.872262 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:27.963227 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:28.065061 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Allocated IP 172.20.0.5 (80ddeedb-aa13-4af5-ab59-22b5076b54f6/1e386ae4-3110-4f29-9ad0-b18c2ddb9a02/dae61ec9-9930-42ab-b242-4d4c50e00a4e) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:27:28.325993 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:28.342724 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Transition to ACTIVE for port object dae61ec9-9930-42ab-b242-4d4c50e00a4e will not be triggered until provisioned by entity DHCP. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:27:28.364375 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71bc8e-5177-4aa6-a096-1b84e47fc694 req-4a46580a-6b42-41f2-883f-0bf2ff2c46eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:28.381500 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0d71bc8e-5177-4aa6-a096-1b84e47fc694 req-4a46580a-6b42-41f2-883f-0bf2ff2c46eb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1427972 Jun 16 15:27:28.384239 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:28.390830 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ed58a462-1d97-491d-ac25-119e58d59a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:28.463364 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0d71bc8e-5177-4aa6-a096-1b84e47fc694 req-a281ba0f-c7eb-402d-99a9-c193f94a0b6c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797944 Jun 16 15:27:28.548129 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:27:28.551153 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:27:28.553621 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'Port': ['ID=dae61ec9-9930-42ab-b242-4d4c50e00a4e,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:28.557454 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:27:28.565836 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:28.660522 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:28.661650 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:28.757446 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0633295 Jun 16 15:27:28.800019 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Request body: {'port': {'device_id': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:28.812186 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeda9f8-c6b3-41ba-a60f-d93b31fba3c1 req-33dc4931-34aa-4660-bc44-3f213b37d4e6 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:28.814003 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-eeeda9f8-c6b3-41ba-a60f-d93b31fba3c1 req-33dc4931-34aa-4660-bc44-3f213b37d4e6 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 931 time: 0.1463199 Jun 16 15:27:28.974899 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-a9fe2719-76af-4609-bd62-8e6d980cf602 None None] Provisioning for port dae61ec9-9930-42ab-b242-4d4c50e00a4e completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:27:28.981014 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-a9fe2719-76af-4609-bd62-8e6d980cf602 None None] Provisioning complete for port dae61ec9-9930-42ab-b242-4d4c50e00a4e triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:28.981644 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2719-76af-4609-bd62-8e6d980cf602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:28.983864 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-eeeda9f8-c6b3-41ba-a60f-d93b31fba3c1 req-96a7c9fa-8bf8-4908-a613-d780ae7f8af5 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241474 Jun 16 15:27:29.026272 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe2719-76af-4609-bd62-8e6d980cf602 None None] Port dae61ec9-9930-42ab-b242-4d4c50e00a4e cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:27:29.032540 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:29.422104 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae61ec9-9930-42ab-b242-4d4c50e00a4e {{(pid=92140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:27:29.431073 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:29.445047 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Transition to ACTIVE for port object dae61ec9-9930-42ab-b242-4d4c50e00a4e will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:27:29.449431 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:29.451743 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:29.545661 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Pushing event updated for resources: {'Port': ['ID=dae61ec9-9930-42ab-b242-4d4c50e00a4e,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:29.582197 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:29.674495 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Attempting to bind port dae61ec9-9930-42ab-b242-4d4c50e00a4e on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:27:29.675157 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Attempting to bind port dae61ec9-9930-42ab-b242-4d4c50e00a4e by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:27:29.675646 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Attempting to bind port dae61ec9-9930-42ab-b242-4d4c50e00a4e on network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:27:29.683073 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Port dae61ec9-9930-42ab-b242-4d4c50e00a4e on network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:27:29.683410 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Attempting to bind port dae61ec9-9930-42ab-b242-4d4c50e00a4e on network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:27:29.690517 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:27:29.691465 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Checking segment: {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:27:29.692002 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Bound using segment: {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:27:29.692551 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Bound port: dae61ec9-9930-42ab-b242-4d4c50e00a4e, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:27:29.692936 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:29.833590 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] For port dae61ec9-9930-42ab-b242-4d4c50e00a4e, host hv-cinder-75790, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:27:29.837545 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] For port dae61ec9-9930-42ab-b242-4d4c50e00a4e, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=dae61ec9-9930-42ab-b242-4d4c50e00a4e,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:27:29.843362 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:29.850711 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:29.898081 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:29.898693 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:29.900116 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] 10.222.0.36 "PUT /v2.0/ports/dae61ec9-9930-42ab-b242-4d4c50e00a4e HTTP/1.1" status: 200 len: 1093 time: 1.1056144 Jun 16 15:27:29.900824 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'tag': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:27:29.903240 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407b7154-ee6f-46d7-8bd6-99ef8913dc34" -d '{"events": [{"name": "network-changed", "server_uuid": "a5282828-285a-457c-bd05-c38f3bc686ea", "tag": "dae61ec9-9930-42ab-b242-4d4c50e00a4e"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:27:29.913551 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b4c94-623d-4768-af76-1ead3fe64aac req-3454528f-453b-4ca2-8f58-79e0fc064f87 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:29.921451 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5e4b4c94-623d-4768-af76-1ead3fe64aac req-3454528f-453b-4ca2-8f58-79e0fc064f87 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 943 time: 0.1781192 Jun 16 15:27:29.967685 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Pushing event updated for resources: {'Port': ['ID=dae61ec9-9930-42ab-b242-4d4c50e00a4e,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:29.973529 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:29.999504 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5e4b4c94-623d-4768-af76-1ead3fe64aac req-e9140251-0c30-48ad-989c-031b82e6ab56 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766540 Jun 16 15:27:30.007753 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01689994-8c77-4621-8c0a-4b8b5a1d5f63 x-openstack-request-id: req-01689994-8c77-4621-8c0a-4b8b5a1d5f63 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:27:30.008173 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5282828-285a-457c-bd05-c38f3bc686ea", "tag": "dae61ec9-9930-42ab-b242-4d4c50e00a4e", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:27:30.008533 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01689994-8c77-4621-8c0a-4b8b5a1d5f63 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:27:30.009066 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'tag': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e', 'status': 'completed', 'code': 200} Jun 16 15:27:30.136867 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-44f3ea65-ec76-425c-b12c-e6bfd0deb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:30.138606 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-44f3ea65-ec76-425c-b12c-e6bfd0deb7a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 1096 time: 0.1117907 Jun 16 15:27:30.203304 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-4d623037-df23-4c5d-bbb9-6f3f2b918a6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dae61ec9-9930-42ab-b242-4d4c50e00a4e HTTP/1.1" status: 200 len: 217 time: 0.0535047 Jun 16 15:27:30.263413 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-86aa852c-c3c7-44a7-b24e-0d384a17dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:30.265305 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-86aa852c-c3c7-44a7-b24e-0d384a17dad1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0564995 Jun 16 15:27:30.351315 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0aad93e0-0159-4955-b9b6-30f1d808db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:30.353040 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-0aad93e0-0159-4955-b9b6-30f1d808db63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802810 Jun 16 15:27:30.355007 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0564c00-aafa-4dbb-b2b1-490925c285d7 req-82b8cb87-f439-4159-9d01-eade0bc7b0da tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:30.358112 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f0564c00-aafa-4dbb-b2b1-490925c285d7 req-82b8cb87-f439-4159-9d01-eade0bc7b0da tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 943 time: 0.1016593 Jun 16 15:27:30.426538 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f0564c00-aafa-4dbb-b2b1-490925c285d7 req-290b111d-25bd-4421-9407-e09e6df8d7b2 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538940 Jun 16 15:27:30.485590 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-594a6fcd-85af-420f-b683-84dfb6bb3b02 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249015 Jun 16 15:27:30.730229 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd54e8-517f-4870-97fa-9c33ea870105 req-c34ca2da-c90c-4a5b-9f7e-d35104f1c497 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:30.731979 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d4cd54e8-517f-4870-97fa-9c33ea870105 req-c34ca2da-c90c-4a5b-9f7e-d35104f1c497 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0866802 Jun 16 15:27:30.794853 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d4cd54e8-517f-4870-97fa-9c33ea870105 req-27c12468-a067-4287-aa75-d8f5cc3a5328 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504658 Jun 16 15:27:30.826126 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 1fe6a6c5-e849-4809-b6fa-840126023db0 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:27:30.887973 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-456de5d6-70c7-455a-ba51-f9c0c1912c2a req-269c3995-c87b-4ee0-ae35-4ff77145cc0e service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950675 Jun 16 15:27:30.951960 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:30.970780 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'port_id': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'mac_address': 'fa:16:3e:fe:a0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:27:31.018092 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b7154-ee6f-46d7-8bd6-99ef8913dc34 req-102080b0-2dbd-4bdc-b75a-b9d5b7200920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:31.019752 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-407b7154-ee6f-46d7-8bd6-99ef8913dc34 req-102080b0-2dbd-4bdc-b75a-b9d5b7200920 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 1096 time: 0.0669391 Jun 16 15:27:31.029659 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:31.046899 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe6a6c5-e849-4809-b6fa-840126023db0 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:27:31.080532 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:31.087796 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:31.090598 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-f8f937eb-7ad1-4012-8f16-dda939cbe0ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:31.151369 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b7154-ee6f-46d7-8bd6-99ef8913dc34 req-8157d5a4-5fdf-463e-8e13-5a73d71bab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:31.153032 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-407b7154-ee6f-46d7-8bd6-99ef8913dc34 req-8157d5a4-5fdf-463e-8e13-5a73d71bab09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.1207180 Jun 16 15:27:31.184726 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=1fe6a6c5-e849-4809-b6fa-840126023db0,revision_number=9']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:31.191360 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:31.208468 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-407b7154-ee6f-46d7-8bd6-99ef8913dc34 req-209b0838-29ec-4093-9c1f-ebb119ca33ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dae61ec9-9930-42ab-b242-4d4c50e00a4e HTTP/1.1" status: 200 len: 217 time: 0.0483165 Jun 16 15:27:31.299538 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b7154-ee6f-46d7-8bd6-99ef8913dc34 req-9dab811c-9339-4919-971d-2b7b74eb7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:31.301259 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-407b7154-ee6f-46d7-8bd6-99ef8913dc34 req-9dab811c-9339-4919-971d-2b7b74eb7d92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0684769 Jun 16 15:27:31.352640 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ca662-4686-4af6-a9f2-ba40e79d6120 req-efd601e6-a707-4458-81b0-e2e8d2222d3b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:31.354240 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d21ca662-4686-4af6-a9f2-ba40e79d6120 req-efd601e6-a707-4458-81b0-e2e8d2222d3b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.1572871 Jun 16 15:27:31.398805 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b7154-ee6f-46d7-8bd6-99ef8913dc34 req-bce3dbd9-8ee1-4536-9ab4-2e394ca07157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:31.400813 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-407b7154-ee6f-46d7-8bd6-99ef8913dc34 req-bce3dbd9-8ee1-4536-9ab4-2e394ca07157 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921688 Jun 16 15:27:31.426161 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d21ca662-4686-4af6-a9f2-ba40e79d6120 req-0a4e98be-680e-44b0-bd30-20c236d3bd54 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596790 Jun 16 15:27:31.513895 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-407b7154-ee6f-46d7-8bd6-99ef8913dc34 req-03199aa7-dba4-42c9-8da4-38087934583e service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027317 Jun 16 15:27:31.660299 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-407b7154-ee6f-46d7-8bd6-99ef8913dc34 req-f11ef1c4-7544-4e64-920f-af3d08385908 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138892 Jun 16 15:27:31.663869 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5f15f-7997-49cc-a562-95ff28e56756 req-35af8764-9ee5-4c92-a30b-ba0080798a02 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:31.666097 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-45e5f15f-7997-49cc-a562-95ff28e56756 req-35af8764-9ee5-4c92-a30b-ba0080798a02 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 943 time: 0.0945618 Jun 16 15:27:31.730027 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-45e5f15f-7997-49cc-a562-95ff28e56756 req-8a97dc19-8882-4f3b-b2f4-ca617b6c4ff3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558951 Jun 16 15:27:31.971566 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['1fe6a6c5-e849-4809-b6fa-840126023db0'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:27:32.037446 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3f667-cba6-4f99-9ee9-8002e314fc7d req-748f80a3-8582-42fa-b753-30bc4a1825d0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:32.039929 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-88e3f667-cba6-4f99-9ee9-8002e314fc7d req-748f80a3-8582-42fa-b753-30bc4a1825d0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1117072 Jun 16 15:27:32.099712 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-88e3f667-cba6-4f99-9ee9-8002e314fc7d req-c6a60705-ab03-49f8-a533-897edb6cca18 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493793 Jun 16 15:27:32.699214 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca09c49-caae-4a25-9199-a52603a4a2d0 req-14e9709b-948e-4fe4-90fa-8910c44853f2 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:32.700823 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-aca09c49-caae-4a25-9199-a52603a4a2d0 req-14e9709b-948e-4fe4-90fa-8910c44853f2 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.1020341 Jun 16 15:27:32.742512 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-aca09c49-caae-4a25-9199-a52603a4a2d0 req-5971ef9f-9a2e-48b4-a4d6-3c51ff5ba0d3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347004 Jun 16 15:27:32.922142 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:32.932013 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cef348-5f85-487a-992d-7fd08518893f req-4750d99e-e96d-4b40-9c52-34ad5358c871 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:32.934446 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d6cef348-5f85-487a-992d-7fd08518893f req-4750d99e-e96d-4b40-9c52-34ad5358c871 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 943 time: 0.0804377 Jun 16 15:27:32.983529 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d6cef348-5f85-487a-992d-7fd08518893f req-cb7594b0-5f3b-4676-97d8-eb67f0685399 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415592 Jun 16 15:27:33.311720 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f555-7ee8-4ea3-9683-6f799d445f75 req-bb75ee03-a431-4453-b099-ff6d64acb748 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:33.313587 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6ca0f555-7ee8-4ea3-9683-6f799d445f75 req-bb75ee03-a431-4453-b099-ff6d64acb748 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0714276 Jun 16 15:27:33.363639 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6ca0f555-7ee8-4ea3-9683-6f799d445f75 req-f61bd24a-2b89-48a0-aed9-3de3e55f1390 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382555 Jun 16 15:27:33.573777 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bb77f-fbdd-40e8-a239-7f9577665455 req-39991622-076e-4e44-b0f0-fe30ceeb4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:33.575461 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d82bb77f-fbdd-40e8-a239-7f9577665455 req-39991622-076e-4e44-b0f0-fe30ceeb4ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 1097 time: 0.0857184 Jun 16 15:27:33.715431 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bb77f-fbdd-40e8-a239-7f9577665455 req-c2471bc7-b370-41b8-ae3a-605f8234f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:33.717013 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d82bb77f-fbdd-40e8-a239-7f9577665455 req-c2471bc7-b370-41b8-ae3a-605f8234f4e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 919 time: 0.1190901 Jun 16 15:27:33.825756 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d82bb77f-fbdd-40e8-a239-7f9577665455 req-bbc7411f-1eff-4468-8897-8bc7b94140be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe6a6c5-e849-4809-b6fa-840126023db0 HTTP/1.1" status: 200 len: 999 time: 0.1015372 Jun 16 15:27:33.931551 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49720) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:33.937463 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bb77f-fbdd-40e8-a239-7f9577665455 req-1fefa612-83df-4255-a60f-74e9b903f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:33.938829 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d82bb77f-fbdd-40e8-a239-7f9577665455 req-1fefa612-83df-4255-a60f-74e9b903f3b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.1067960 Jun 16 15:27:34.024233 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2be05f-3dd5-4d33-a334-bcdf40c9803f req-c5305bef-5802-4d15-a4cf-9f2320819864 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:34.025864 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ca2be05f-3dd5-4d33-a334-bcdf40c9803f req-c5305bef-5802-4d15-a4cf-9f2320819864 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 944 time: 0.1239977 Jun 16 15:27:34.035938 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bb77f-fbdd-40e8-a239-7f9577665455 req-07dc4d8b-7898-4985-8242-ca0011ae1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:34.038135 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d82bb77f-fbdd-40e8-a239-7f9577665455 req-07dc4d8b-7898-4985-8242-ca0011ae1051 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896513 Jun 16 15:27:34.117822 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-25c09403-abf0-4e2f-8592-3b8c52fd3513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:34.118893 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ca2be05f-3dd5-4d33-a334-bcdf40c9803f req-d962123c-616d-4231-98c3-962c09690aab tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797064 Jun 16 15:27:34.201289 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d82bb77f-fbdd-40e8-a239-7f9577665455 req-6338ef95-c059-4ee1-820a-85ea689005af service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537244 Jun 16 15:27:34.301434 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb05f23-c790-419e-b5ea-c4e6d3b4904d req-a302e7c5-05e9-48b1-8035-7ecf34b8c3e8 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:34.303040 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4fb05f23-c790-419e-b5ea-c4e6d3b4904d req-a302e7c5-05e9-48b1-8035-7ecf34b8c3e8 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 943 time: 0.1355066 Jun 16 15:27:34.353276 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-25c09403-abf0-4e2f-8592-3b8c52fd3513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:34.357051 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d82bb77f-fbdd-40e8-a239-7f9577665455 req-818d85fa-61c8-4cb4-adb3-7f14c9a3dc9c service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379888 Jun 16 15:27:34.359343 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-25c09403-abf0-4e2f-8592-3b8c52fd3513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:34.369746 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1ad4d125-9ab7-4a96-a50f-3bbc1ca97d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:34.393783 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4fb05f23-c790-419e-b5ea-c4e6d3b4904d req-250e17f1-a2f0-4e4a-bc40-9b73361cbdad tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804994 Jun 16 15:27:34.425901 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-25c09403-abf0-4e2f-8592-3b8c52fd3513 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f32d42006a74280b1e9b93e0086db22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4894888 Jun 16 15:27:34.426300 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49728) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:34.437616 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c09403-abf0-4e2f-8592-3b8c52fd3513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379f74f5-7b3f-4ec1-acf4-da8b3fab559d,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:34.444183 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-25c09403-abf0-4e2f-8592-3b8c52fd3513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:34.524279 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c60121a-f0c3-47a0-8945-04d85f78ac74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:34.571115 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c60121a-f0c3-47a0-8945-04d85f78ac74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:34.645722 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f575-a42c-48b8-8683-a90ed0501533 req-fd3594a5-db1f-4231-89d1-b97f7888ff5c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:34.647338 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0879f575-a42c-48b8-8683-a90ed0501533 req-fd3594a5-db1f-4231-89d1-b97f7888ff5c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0771255 Jun 16 15:27:34.657590 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c60121a-f0c3-47a0-8945-04d85f78ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:34.663947 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c60121a-f0c3-47a0-8945-04d85f78ac74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:34.665924 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6c60121a-f0c3-47a0-8945-04d85f78ac74 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/379f74f5-7b3f-4ec1-acf4-da8b3fab559d HTTP/1.1" status: 204 len: 168 time: 0.2378123 Jun 16 15:27:34.667283 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-94f6866f-c48a-4354-a050-43df363802fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:34.680182 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60121a-f0c3-47a0-8945-04d85f78ac74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379f74f5-7b3f-4ec1-acf4-da8b3fab559d,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:34.684281 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6c60121a-f0c3-47a0-8945-04d85f78ac74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:34.701778 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0879f575-a42c-48b8-8683-a90ed0501533 req-023a92cc-62c5-4620-93b6-0e5632a355e3 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474830 Jun 16 15:27:34.825441 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 1fe6a6c5-e849-4809-b6fa-840126023db0 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:27:34.908816 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 1fe6a6c5-e849-4809-b6fa-840126023db0 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:34.909380 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:35.047082 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:35.088002 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:27:35.091928 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4353304a-1aa8-4680-9268-caded64a2c8d" -d '{"events": [{"server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "name": "network-vif-plugged", "status": "completed", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:27:35.116072 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:35.121723 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:35.124261 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:35.150655 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef12cf76-2dc8-4de8-a5f5-ac181df8ad2d x-openstack-request-id: req-ef12cf76-2dc8-4de8-a5f5-ac181df8ad2d {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:27:35.150987 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "name": "network-vif-plugged", "status": "completed", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:27:35.151325 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef12cf76-2dc8-4de8-a5f5-ac181df8ad2d {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:27:35.151614 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'code': 200} Jun 16 15:27:35.185960 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=1fe6a6c5-e849-4809-b6fa-840126023db0,revision_number=10']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:35.191825 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:35.387631 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760628b-9e66-41cc-934d-9826574f10e5 req-0247a0b6-1018-42da-8026-03e06924d142 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:35.390318 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d760628b-9e66-41cc-934d-9826574f10e5 req-0247a0b6-1018-42da-8026-03e06924d142 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 946 time: 0.1122007 Jun 16 15:27:35.442192 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d760628b-9e66-41cc-934d-9826574f10e5 req-d6672340-6c7c-45d6-abf0-6811612dc580 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447412 Jun 16 15:27:35.629458 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456423ad-9bd2-4a40-9a0c-3077b7be6a09 req-abc83e60-0761-478f-8d72-fbe482b3d425 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:35.631218 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-456423ad-9bd2-4a40-9a0c-3077b7be6a09 req-abc83e60-0761-478f-8d72-fbe482b3d425 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 943 time: 0.0858858 Jun 16 15:27:35.677785 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-456423ad-9bd2-4a40-9a0c-3077b7be6a09 req-31fd4f1d-f8e2-411c-9473-c691d9fb82be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400853 Jun 16 15:27:35.723248 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76797f95-567f-4af1-b186-b136f8f6e764 req-a75131fa-03ee-45bc-a9ba-df2439e55aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:35.724873 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-76797f95-567f-4af1-b186-b136f8f6e764 req-a75131fa-03ee-45bc-a9ba-df2439e55aa9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 1099 time: 0.0851789 Jun 16 15:27:35.778023 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-76797f95-567f-4af1-b186-b136f8f6e764 req-3c5c493b-4fe3-4a74-aceb-4371b6f71e6d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428443 Jun 16 15:27:35.920004 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b984e6-c2b8-40ba-b219-aa0c9c8f9b77 req-f9a06e5d-b6ad-4d27-9062-df9e1799dedf tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:35.922089 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a9b984e6-c2b8-40ba-b219-aa0c9c8f9b77 req-f9a06e5d-b6ad-4d27-9062-df9e1799dedf tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0747674 Jun 16 15:27:35.972211 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a9b984e6-c2b8-40ba-b219-aa0c9c8f9b77 req-2d37d472-d955-4805-9fd1-c8b3de35bdbf tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392265 Jun 16 15:27:36.666361 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efa11-a543-4f8f-9870-31c9f9f6a242 req-5d2f6842-cdb6-4db2-8242-3172846e8c87 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:36.667989 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-456efa11-a543-4f8f-9870-31c9f9f6a242 req-5d2f6842-cdb6-4db2-8242-3172846e8c87 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 946 time: 0.0889444 Jun 16 15:27:36.710935 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-456efa11-a543-4f8f-9870-31c9f9f6a242 req-17117805-d43d-4afd-9179-71ac65c6a871 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352683 Jun 16 15:27:36.897024 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c515bda-1d8f-4604-99ab-08efd5e6c020 req-47cb1d57-ae66-42e3-bab8-150bd68be065 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:36.898656 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3c515bda-1d8f-4604-99ab-08efd5e6c020 req-47cb1d57-ae66-42e3-bab8-150bd68be065 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 943 time: 0.0789180 Jun 16 15:27:36.946730 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3c515bda-1d8f-4604-99ab-08efd5e6c020 req-edc0d5c2-1860-49ab-808a-0f1786fe85ea tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422964 Jun 16 15:27:37.198075 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea0be7-a1e3-42d0-aa9c-1ffd658752ee req-dee13dfc-43e6-436f-80ca-3436722b409a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:37.200161 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-29ea0be7-a1e3-42d0-aa9c-1ffd658752ee req-dee13dfc-43e6-436f-80ca-3436722b409a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0805860 Jun 16 15:27:37.269732 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-29ea0be7-a1e3-42d0-aa9c-1ffd658752ee req-4b6435ab-706d-4fb3-a196-8f512a1b4640 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617898 Jun 16 15:27:37.927771 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb5fef-8a29-46e0-a62c-c442270d3e4e req-14ae3dec-529f-4587-bcab-91337e1c0702 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:37.929583 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-79cb5fef-8a29-46e0-a62c-c442270d3e4e req-14ae3dec-529f-4587-bcab-91337e1c0702 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 946 time: 0.0772171 Jun 16 15:27:37.995987 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-79cb5fef-8a29-46e0-a62c-c442270d3e4e req-f2a7e2ed-f58c-4db5-8664-ead627857c78 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587411 Jun 16 15:27:38.184212 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacf848-b04a-4a71-a9ca-b220c3d5e4c8 req-c1b35cec-cf7e-4389-8137-06a36d93fc59 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:38.185924 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5bacf848-b04a-4a71-a9ca-b220c3d5e4c8 req-c1b35cec-cf7e-4389-8137-06a36d93fc59 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 943 time: 0.0841863 Jun 16 15:27:38.232751 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5bacf848-b04a-4a71-a9ca-b220c3d5e4c8 req-1d5675a0-df1b-4506-ad06-e86bdacbfce5 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398202 Jun 16 15:27:38.464355 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebe431-38aa-4c92-8ca1-0f24359b6033 req-a7894c67-997b-4667-b59a-0adef7c02291 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:38.465974 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b8ebe431-38aa-4c92-8ca1-0f24359b6033 req-a7894c67-997b-4667-b59a-0adef7c02291 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0737336 Jun 16 15:27:38.515025 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b8ebe431-38aa-4c92-8ca1-0f24359b6033 req-88bb77dd-5c05-47b3-b171-28a6031a8866 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 Jun 16 15:27:39.275734 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9579e36-d5a2-440a-94a1-4aa97acc1004 req-a48d7fd7-fd2c-4c13-900f-393b56f60ef4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:39.278671 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c9579e36-d5a2-440a-94a1-4aa97acc1004 req-a48d7fd7-fd2c-4c13-900f-393b56f60ef4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 946 time: 0.0994124 Jun 16 15:27:39.326506 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c9579e36-d5a2-440a-94a1-4aa97acc1004 req-56dc7694-5a9e-495a-93fc-82aa7583c180 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399144 Jun 16 15:27:39.447045 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e8076-e7af-4e84-a450-2a40e5725a27 req-7f6c8729-58ff-49c0-9262-d18c378c33fc tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:39.448682 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-215e8076-e7af-4e84-a450-2a40e5725a27 req-7f6c8729-58ff-49c0-9262-d18c378c33fc tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 943 time: 0.0858254 Jun 16 15:27:39.494048 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-215e8076-e7af-4e84-a450-2a40e5725a27 req-0185b994-0160-41af-b9e8-e6850aafef2d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380409 Jun 16 15:27:39.755496 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd6a06-b7ed-41c1-a7be-3af947a2b663 req-80b01017-f1b5-4fe5-bbc3-b6859c86c88b tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:39.757869 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8ddd6a06-b7ed-41c1-a7be-3af947a2b663 req-80b01017-f1b5-4fe5-bbc3-b6859c86c88b tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1154604 Jun 16 15:27:39.806541 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8ddd6a06-b7ed-41c1-a7be-3af947a2b663 req-e2d2d19b-399d-4d5e-a527-dad3d50f80ba tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428333 Jun 16 15:27:40.686431 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a663bd8-de18-4cf9-b449-d4baa7567086 req-c543c642-3a44-49bb-83ec-fbde6b8821cd tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:40.688069 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3a663bd8-de18-4cf9-b449-d4baa7567086 req-c543c642-3a44-49bb-83ec-fbde6b8821cd tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 943 time: 0.0707483 Jun 16 15:27:40.733089 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3a663bd8-de18-4cf9-b449-d4baa7567086 req-15021bad-29a7-4e3a-8195-eb0410ad7ba1 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367987 Jun 16 15:27:40.827773 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device dae61ec9-9930-42ab-b242-4d4c50e00a4e details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:27:40.942885 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port dae61ec9-9930-42ab-b242-4d4c50e00a4e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=dae61ec9-9930-42ab-b242-4d4c50e00a4e,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:40.957033 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'port_id': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e', 'mac_address': 'fa:16:3e:1b:58:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:27:41.004509 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:41.026727 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae61ec9-9930-42ab-b242-4d4c50e00a4e {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:27:41.050539 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port dae61ec9-9930-42ab-b242-4d4c50e00a4e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=dae61ec9-9930-42ab-b242-4d4c50e00a4e,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:41.055505 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:41.057789 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:41.121607 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=dae61ec9-9930-42ab-b242-4d4c50e00a4e,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:41.127227 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:41.127673 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef0c60-7d11-4384-969f-3fa7c5a96fdb req-c24fbe24-70a8-4406-b27f-42bfca5e999a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:41.130205 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b2ef0c60-7d11-4384-969f-3fa7c5a96fdb req-c24fbe24-70a8-4406-b27f-42bfca5e999a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1054678 Jun 16 15:27:41.175739 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b2ef0c60-7d11-4384-969f-3fa7c5a96fdb req-bfe2c40c-734d-483b-8ba4-252fdb75fe3c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389335 Jun 16 15:27:41.437509 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['dae61ec9-9930-42ab-b242-4d4c50e00a4e'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:27:41.947240 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939078b-1250-4897-9727-770a9429723a req-05d8d4c5-f8dc-436b-9d3e-15259ae0af37 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:41.948881 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c939078b-1250-4897-9727-770a9429723a req-05d8d4c5-f8dc-436b-9d3e-15259ae0af37 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 944 time: 0.0797038 Jun 16 15:27:42.011326 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c939078b-1250-4897-9727-770a9429723a req-d67b0d54-d283-4d1c-abc0-0033bb618023 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510519 Jun 16 15:27:42.379470 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35907e-67e6-4a55-ac46-d18d790a1808 req-c72f162c-000e-49e3-85bb-0245fc70c342 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:42.381405 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ed35907e-67e6-4a55-ac46-d18d790a1808 req-c72f162c-000e-49e3-85bb-0245fc70c342 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0760458 Jun 16 15:27:42.425819 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ed35907e-67e6-4a55-ac46-d18d790a1808 req-16153682-af0c-4248-a9f1-e1426ed65b14 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384421 Jun 16 15:27:42.836366 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device dae61ec9-9930-42ab-b242-4d4c50e00a4e up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:27:42.887904 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port dae61ec9-9930-42ab-b242-4d4c50e00a4e completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:27:42.892873 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port dae61ec9-9930-42ab-b242-4d4c50e00a4e triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:27:42.893384 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:42.978863 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:43.009338 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:27:43.011757 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b11225e-1df2-475f-a3fb-419520b11d07" -d '{"events": [{"server_uuid": "a5282828-285a-457c-bd05-c38f3bc686ea", "name": "network-vif-plugged", "status": "completed", "tag": "dae61ec9-9930-42ab-b242-4d4c50e00a4e"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:27:43.030431 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port dae61ec9-9930-42ab-b242-4d4c50e00a4e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=dae61ec9-9930-42ab-b242-4d4c50e00a4e,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:27:43.036440 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:43.039820 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:43.072889 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b7a918-20c6-4e83-bf3e-c9d64373c8de x-openstack-request-id: req-10b7a918-20c6-4e83-bf3e-c9d64373c8de {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:27:43.073280 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5282828-285a-457c-bd05-c38f3bc686ea", "name": "network-vif-plugged", "status": "completed", "tag": "dae61ec9-9930-42ab-b242-4d4c50e00a4e", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:27:43.073599 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10b7a918-20c6-4e83-bf3e-c9d64373c8de {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:27:43.074315 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e', 'code': 200} Jun 16 15:27:43.120654 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=dae61ec9-9930-42ab-b242-4d4c50e00a4e,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:43.124647 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:43.231483 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b862182-02bb-4f59-b523-5837c098a447 req-499c40cf-f67d-4235-b00a-bddba964382a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:43.233079 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4b862182-02bb-4f59-b523-5837c098a447 req-499c40cf-f67d-4235-b00a-bddba964382a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 945 time: 0.0777991 Jun 16 15:27:43.276384 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4b862182-02bb-4f59-b523-5837c098a447 req-df8359d1-f51a-4166-a870-2ee67580c309 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360599 Jun 16 15:27:43.422246 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e77bb-8e3a-4b09-970c-cfe603f590eb req-05592c37-8031-4e56-8dc7-d0e1e5fb0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:43.423828 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-099e77bb-8e3a-4b09-970c-cfe603f590eb req-05592c37-8031-4e56-8dc7-d0e1e5fb0279 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 1098 time: 0.0580511 Jun 16 15:27:43.463849 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-099e77bb-8e3a-4b09-970c-cfe603f590eb req-f08a03ff-02d5-4e70-b035-40c119784163 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333922 Jun 16 15:27:43.640678 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98b30c-2fde-430c-8a9f-32759300615f req-7d1593f2-b4df-4f22-ac70-058f622489d5 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:43.643237 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8b98b30c-2fde-430c-8a9f-32759300615f req-7d1593f2-b4df-4f22-ac70-058f622489d5 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0742850 Jun 16 15:27:43.686701 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8b98b30c-2fde-430c-8a9f-32759300615f req-354f51da-1945-4bf2-bea5-57ba1ba9fde4 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373151 Jun 16 15:27:44.497682 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2613f-19e6-4109-a7bb-6d77dd1b071f req-a341fd1d-383d-4084-a14e-4ed5d8038b49 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:44.499359 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f9a2613f-19e6-4109-a7bb-6d77dd1b071f req-a341fd1d-383d-4084-a14e-4ed5d8038b49 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 945 time: 0.0785131 Jun 16 15:27:44.544573 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f9a2613f-19e6-4109-a7bb-6d77dd1b071f req-3b75c066-32a7-4109-87bd-927c6024022a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379937 Jun 16 15:27:44.920201 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334d5fe-c2d4-46fc-b787-a274f75ed322 req-e93251f3-d2ba-46e5-bbfa-04e93835a132 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:44.921876 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f334d5fe-c2d4-46fc-b787-a274f75ed322 req-e93251f3-d2ba-46e5-bbfa-04e93835a132 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0770168 Jun 16 15:27:44.970872 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f334d5fe-c2d4-46fc-b787-a274f75ed322 req-a28deef7-5b61-41ee-9b70-7a8d89a02f91 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380445 Jun 16 15:27:45.778815 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214c882-8196-4d63-9590-1cca3d90bb1f req-c7a0d291-1973-4653-8f48-c156b0483772 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:45.780400 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b214c882-8196-4d63-9590-1cca3d90bb1f req-c7a0d291-1973-4653-8f48-c156b0483772 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 945 time: 0.0930986 Jun 16 15:27:45.826278 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b214c882-8196-4d63-9590-1cca3d90bb1f req-6cd183f0-6744-423f-9e4d-083a3dadbc09 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383053 Jun 16 15:27:46.050113 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d66801-51d9-4fff-9845-3f9a8f27fbbc req-8340c759-ab17-4100-b8da-28195da0afe4 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:46.052211 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-71d66801-51d9-4fff-9845-3f9a8f27fbbc req-8340c759-ab17-4100-b8da-28195da0afe4 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 945 time: 0.0840864 Jun 16 15:27:46.106983 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-71d66801-51d9-4fff-9845-3f9a8f27fbbc req-4b231e30-3220-42eb-87e4-b2cadd9a8576 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477898 Jun 16 15:27:46.145520 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49820) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:46.192872 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b260c5f-cc01-43ca-9b06-897621a76a35 req-b478c1b9-61a5-4484-b05c-a9455c4b8d72 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:46.194519 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8b260c5f-cc01-43ca-9b06-897621a76a35 req-b478c1b9-61a5-4484-b05c-a9455c4b8d72 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0898292 Jun 16 15:27:46.238943 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8b260c5f-cc01-43ca-9b06-897621a76a35 req-1a77a081-2bcb-40de-838a-95ec5b551fcb tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375774 Jun 16 15:27:46.501887 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb20c2ff-bf01-47af-93f5-9c35f6b1c20d tempest-TestVolumeBootPattern-1723921365 tempest-TestVolumeBootPattern-1723921365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:46.507243 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-bb20c2ff-bf01-47af-93f5-9c35f6b1c20d tempest-TestVolumeBootPattern-1723921365 tempest-TestVolumeBootPattern-1723921365-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 1093 time: 0.3577733 Jun 16 15:27:46.507677 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49828) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:27:46.515784 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'floatingip': {'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'port_id': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:27:46.577983 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:46.683979 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d7fe7-a23a-488b-8618-2e217ae6e1a1 req-508052af-2e8b-4906-a368-e3ff7262ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:46.685754 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f43d7fe7-a23a-488b-8618-2e217ae6e1a1 req-508052af-2e8b-4906-a368-e3ff7262ae6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 1098 time: 0.0715756 Jun 16 15:27:46.729172 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27057748-bb06-4e0f-88fa-99ccc5315cfa req-cce4855f-d7ba-4cc6-a046-e3c6b89692e1 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:46.730779 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-27057748-bb06-4e0f-88fa-99ccc5315cfa req-cce4855f-d7ba-4cc6-a046-e3c6b89692e1 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1364379 Jun 16 15:27:46.792775 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-27057748-bb06-4e0f-88fa-99ccc5315cfa req-cf1ddb65-d92e-492e-92eb-0829811f6778 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504603 Jun 16 15:27:46.801708 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:46.855575 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d7fe7-a23a-488b-8618-2e217ae6e1a1 req-b7bbc982-d622-449d-92d5-337eabd04f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:46.858137 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f43d7fe7-a23a-488b-8618-2e217ae6e1a1 req-b7bbc982-d622-449d-92d5-337eabd04f6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 912 time: 0.1657665 Jun 16 15:27:46.920457 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Allocated IP 172.27.0.251 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/329f2ec7-5fc0-4afc-bf15-17e7c098192f) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:27:46.969955 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f43d7fe7-a23a-488b-8618-2e217ae6e1a1 req-95ed4ac4-1101-4d4b-8ba8-6e29271df231 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f378d25b-257b-4738-b4f1-0c71ae90135c HTTP/1.1" status: 200 len: 1000 time: 0.1039207 Jun 16 15:27:47.038740 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d7fe7-a23a-488b-8618-2e217ae6e1a1 req-7cfd4205-744d-41a2-85e4-ba322ab679d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:47.041370 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f43d7fe7-a23a-488b-8618-2e217ae6e1a1 req-7cfd4205-744d-41a2-85e4-ba322ab679d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 200 len: 849 time: 0.0635147 Jun 16 15:27:47.046332 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:47.089582 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:47.092385 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-3abd8d45-9664-4e43-b30d-2238ad8e437f tempest-DeleteServersTestJSON-1802294676 tempest-DeleteServersTestJSON-1802294676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:47.136875 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:27:47.138499 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d7fe7-a23a-488b-8618-2e217ae6e1a1 req-ea747e66-6838-4ea5-87f0-b05c06b3293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:47.140278 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:27:47.141284 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f43d7fe7-a23a-488b-8618-2e217ae6e1a1 req-ea747e66-6838-4ea5-87f0-b05c06b3293d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed365210-33e5-4731-9c5b-4ff91ea99e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929298 Jun 16 15:27:47.145715 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:27:47.149503 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'Port': ['ID=329f2ec7-5fc0-4afc-bf15-17e7c098192f,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:47.169395 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:47.255347 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f43d7fe7-a23a-488b-8618-2e217ae6e1a1 req-d2479cc0-9f89-4a3a-aeb7-39c432893e63 service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071601 Jun 16 15:27:47.361828 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f43d7fe7-a23a-488b-8618-2e217ae6e1a1 req-97d79625-01d2-4a59-90a4-f9808bef7922 service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987253 Jun 16 15:27:47.711098 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:48.090610 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96ab32-3a60-4174-b35f-d8361131f29a req-127b9cbc-2c54-48fe-b3e3-dcd4685e22c4 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:48.092273 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-da96ab32-3a60-4174-b35f-d8361131f29a req-127b9cbc-2c54-48fe-b3e3-dcd4685e22c4 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1238899 Jun 16 15:27:48.123098 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:48.178326 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-da96ab32-3a60-4174-b35f-d8361131f29a req-346c97c0-bb3e-4b83-b44a-e2c74ffbd97a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753403 Jun 16 15:27:48.351322 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:48.358207 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:48.360306 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:27:48.432580 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'Port': ['ID=329f2ec7-5fc0-4afc-bf15-17e7c098192f,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:27:48.437190 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:27:48.444763 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:48.558264 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.l3_db [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Floating IP e099f0d5-f3f3-4ecd-bcd2-b557bf49a4c4 associated. External IP: 172.27.0.251, port: dae61ec9-9930-42ab-b242-4d4c50e00a4e. Jun 16 15:27:48.789599 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Router 0b436084-b9c2-4703-bfe6-2da1f4efed44 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:27:48.906081 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:27:48.920004 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b127ea52-43cf-4c85-bb9c-7499e7f3c335 None None] Sync routers for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:27:48.931117 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:48.933657 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b127ea52-43cf-4c85-bb9c-7499e7f3c335 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:27:48.934862 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b127ea52-43cf-4c85-bb9c-7499e7f3c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:27:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:48.976487 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4671965 Jun 16 15:27:48.977956 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'tag': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:27:48.982132 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c6d602-770f-40cc-a0e1-6c2e1e140101" -d '{"events": [{"name": "network-changed", "server_uuid": "a5282828-285a-457c-bd05-c38f3bc686ea", "tag": "dae61ec9-9930-42ab-b242-4d4c50e00a4e"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:27:49.081250 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-b127ea52-43cf-4c85-bb9c-7499e7f3c335 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:27:49.202057 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9204dcc1-021d-4cd7-85d0-c215dbcc9586 x-openstack-request-id: req-9204dcc1-021d-4cd7-85d0-c215dbcc9586 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:27:49.202731 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5282828-285a-457c-bd05-c38f3bc686ea", "tag": "dae61ec9-9930-42ab-b242-4d4c50e00a4e", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:27:49.203077 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9204dcc1-021d-4cd7-85d0-c215dbcc9586 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:27:49.203788 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'tag': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e', 'status': 'completed', 'code': 200} Jun 16 15:27:49.303267 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6d602-770f-40cc-a0e1-6c2e1e140101 req-6712d6c7-0511-4988-a3ca-a03139e07ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:49.304840 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-20c6d602-770f-40cc-a0e1-6c2e1e140101 req-6712d6c7-0511-4988-a3ca-a03139e07ec1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 1098 time: 0.0671685 Jun 16 15:27:49.438593 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b127ea52-43cf-4c85-bb9c-7499e7f3c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'e099f0d5-f3f3-4ecd-bcd2-b557bf49a4c4', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:1b:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:27:47Z', 'updated_at': '2021-06-16T15:27:47Z', 'revision_number': 0, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:49.444809 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b127ea52-43cf-4c85-bb9c-7499e7f3c335 None None] Checking router: 0b436084-b9c2-4703-bfe6-2da1f4efed44 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:27:49.454806 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6d602-770f-40cc-a0e1-6c2e1e140101 req-0751b438-f08f-4c9c-9214-c3d3234cdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:49.456340 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-20c6d602-770f-40cc-a0e1-6c2e1e140101 req-0751b438-f08f-4c9c-9214-c3d3234cdcc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.1445360 Jun 16 15:27:49.456769 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b127ea52-43cf-4c85-bb9c-7499e7f3c335 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:27:49.457466 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b127ea52-43cf-4c85-bb9c-7499e7f3c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:27:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:49.543494 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4074635-50fe-44a0-92f2-b22e9bff06e7 req-746d9e80-6505-4abe-a4ec-a0a50fc1d618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:49.545505 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d4074635-50fe-44a0-92f2-b22e9bff06e7 req-746d9e80-6505-4abe-a4ec-a0a50fc1d618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1511307 Jun 16 15:27:49.556640 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-20c6d602-770f-40cc-a0e1-6c2e1e140101 req-9e2f879e-d234-4730-8c51-9f16ccffb4cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dae61ec9-9930-42ab-b242-4d4c50e00a4e HTTP/1.1" status: 200 len: 999 time: 0.0910943 Jun 16 15:27:49.602166 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-b127ea52-43cf-4c85-bb9c-7499e7f3c335 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:27:49.632277 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d4074635-50fe-44a0-92f2-b22e9bff06e7 req-91088dab-6cac-4216-9cbb-d019775a0c67 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743532 Jun 16 15:27:49.641042 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6d602-770f-40cc-a0e1-6c2e1e140101 req-bf014b63-225c-4e52-abe1-1fc2ff558911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:49.643124 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-20c6d602-770f-40cc-a0e1-6c2e1e140101 req-bf014b63-225c-4e52-abe1-1fc2ff558911 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0764589 Jun 16 15:27:49.722054 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6d602-770f-40cc-a0e1-6c2e1e140101 req-95c404da-e692-4156-8d59-a28ab90a7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:27:49.723498 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-20c6d602-770f-40cc-a0e1-6c2e1e140101 req-95c404da-e692-4156-8d59-a28ab90a7dbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724900 Jun 16 15:27:49.841263 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-20c6d602-770f-40cc-a0e1-6c2e1e140101 req-012cef5d-cef5-4989-8e27-6cdaffa3cc94 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053205 Jun 16 15:27:49.909176 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-22410d43-b95b-46d6-bc99-e9535bc1392a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:49.953536 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-20c6d602-770f-40cc-a0e1-6c2e1e140101 req-98c15503-a6e9-4fd6-8fae-0485222bd4f4 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053202 Jun 16 15:27:50.060658 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b127ea52-43cf-4c85-bb9c-7499e7f3c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'e099f0d5-f3f3-4ecd-bcd2-b557bf49a4c4', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:1b:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:27:47Z', 'updated_at': '2021-06-16T15:27:47Z', 'revision_number': 0, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:27:50.065904 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b127ea52-43cf-4c85-bb9c-7499e7f3c335 None None] The sync data for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi is: [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'e099f0d5-f3f3-4ecd-bcd2-b557bf49a4c4', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:1b:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:27:47Z', 'updated_at': '2021-06-16T15:27:47Z', 'revision_number': 0, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:27:50.278800 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ebe56b-cd5f-4234-a87f-2a6da1b68032 None None] New status for floating IP e099f0d5-f3f3-4ecd-bcd2-b557bf49a4c4: ACTIVE {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:27:53.428218 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-af32aa96-c45c-47af-9745-dd17c325f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:53.999104 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:56.229225 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:27:57.961744 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:02.918955 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:03.866193 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:28:19.885324 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-effc7ba5-dd05-471a-a4f2-5ccc41753bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:23.432375 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f2554c28-0179-4436-b147-dd7933e2b44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:23.993652 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:26.236736 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:27.958978 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:32.938528 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:35.509089 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-ee4d598c-aa4a-4cd0-b8dd-dc03657eddfc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618036 Jun 16 15:28:35.619584 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-80800cf1-8c84-4e44-9f2f-6299e8abe91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:28:35.621215 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-80800cf1-8c84-4e44-9f2f-6299e8abe91a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 1098 time: 0.0642619 Jun 16 15:28:35.739025 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-a56ec88a-c1f1-4e36-a5ff-060de3d3f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:28:35.740488 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-a56ec88a-c1f1-4e36-a5ff-060de3d3f0a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 912 time: 0.0953040 Jun 16 15:28:35.818743 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-19f94c8b-a981-4824-908e-dd7b6335416c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f378d25b-257b-4738-b4f1-0c71ae90135c HTTP/1.1" status: 200 len: 1000 time: 0.0699537 Jun 16 15:28:35.873797 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-76d3e13d-51e0-449e-b445-7c33be10314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:28:35.875854 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-76d3e13d-51e0-449e-b445-7c33be10314a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 200 len: 849 time: 0.0488977 Jun 16 15:28:35.943135 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-6dc33873-c62c-4075-8df8-d5a2df30a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:28:35.944932 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-6dc33873-c62c-4075-8df8-d5a2df30a210 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed365210-33e5-4731-9c5b-4ff91ea99e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618019 Jun 16 15:28:36.059497 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-f64ca5bc-5ff6-4802-828c-007634372ad5 service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067374 Jun 16 15:28:36.169594 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-accdfcb2-dba5-47ec-a69c-03e2871d2f90 req-4c3e77d4-7b7c-4ede-a21e-882c5f14e4d4 service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030135 Jun 16 15:28:40.866731 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:28:49.898511 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f068d653-77c7-4e87-873f-29d070565129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:53.439092 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-2e03c293-0516-432d-8add-6a1c1e4b1ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:53.993496 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:56.237332 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:57.970693 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:28:58.198113 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0edc56-c840-4ea6-bba4-25ddb22faae5 req-2a27418c-5c27-4c57-9ece-475671021914 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:28:58.199630 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7c0edc56-c840-4ea6-bba4-25ddb22faae5 req-2a27418c-5c27-4c57-9ece-475671021914 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 946 time: 0.0760152 Jun 16 15:28:58.247455 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7c0edc56-c840-4ea6-bba4-25ddb22faae5 req-203b4a9e-a28f-4074-b064-9333c05d8052 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406506 Jun 16 15:28:59.452320 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7527705-6836-4ed8-96bf-e1226f0d1fb0 req-ca8ee603-2822-45ab-b8de-887cdff0abf4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:28:59.454603 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d7527705-6836-4ed8-96bf-e1226f0d1fb0 req-ca8ee603-2822-45ab-b8de-887cdff0abf4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 946 time: 0.0750391 Jun 16 15:28:59.497501 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d7527705-6836-4ed8-96bf-e1226f0d1fb0 req-a0f11ac5-3d5a-4fdb-895b-f420c0fbe9b9 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367293 Jun 16 15:29:00.255634 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-1bcefcb2-c412-4f50-a2cd-61c5d321bb54 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:00.257350 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-1bcefcb2-c412-4f50-a2cd-61c5d321bb54 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.36 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 946 time: 0.0715299 Jun 16 15:29:00.371796 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Deleting port 1fe6a6c5-e849-4809-b6fa-840126023db0 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:29:00.372122 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:00.476096 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] For port 1fe6a6c5-e849-4809-b6fa-840126023db0, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=1fe6a6c5-e849-4809-b6fa-840126023db0,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:00.476453 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:01.094957 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83390b-4763-4bd6-b855-f455bd8b6f8a req-3161bcc7-027b-41a4-8fac-74a5b5c4e0fb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:01.097542 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9b83390b-4763-4bd6-b855-f455bd8b6f8a req-3161bcc7-027b-41a4-8fac-74a5b5c4e0fb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 946 time: 0.2703083 Jun 16 15:29:01.130157 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:01.130673 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:01.131149 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.l3_db [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Floating IP c721203e-fd44-4b9e-bdfc-18a4e71a3056 disassociated. External IP: 172.27.0.22, port: 1fe6a6c5-e849-4809-b6fa-840126023db0. Jun 16 15:29:01.131586 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Calling delete_port for 1fe6a6c5-e849-4809-b6fa-840126023db0 owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:29:01.203522 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9b83390b-4763-4bd6-b855-f455bd8b6f8a req-15a718b2-3203-4f2e-88d6-86de88704efe tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a96a8e0-6ef3-4e77-956d-11446b576210&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905135 Jun 16 15:29:01.304415 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:01.309818 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0c30a8b7-48b7-423e-aa29-081792a5a9cc tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:01.341217 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event deleted for resources: {'Port': ['ID=1fe6a6c5-e849-4809-b6fa-840126023db0,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:01.355931 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.356415 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.356858 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.357305 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.357671 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.358032 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.358428 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.358882 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.359750 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.360292 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.360650 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.361023 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:01.365031 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:01.502424 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Router da237604-4419-4a97-86c8-de57f17ad0a0 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:29:01.699360 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:29:01.715502 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6def85-72d3-42fb-b7b2-c762758d409a None None] Sync routers for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:29:01.732357 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6def85-72d3-42fb-b7b2-c762758d409a None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:29:01.733043 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-1c6def85-72d3-42fb-b7b2-c762758d409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:28:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:01.771317 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] No DVR routers for this DVR port 1fe6a6c5-e849-4809-b6fa-840126023db0 on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:29:01.776706 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:01.780254 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ab3d381d-a60a-4af1-8f9c-c3f5358f71ad req-8afb40de-7636-4764-9871-948e98c0c2d5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.36 "DELETE /v2.0/ports/1fe6a6c5-e849-4809-b6fa-840126023db0 HTTP/1.1" status: 204 len: 173 time: 1.5164235 Jun 16 15:29:01.781670 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'name': 'network-vif-deleted', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:29:01.785805 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cde1d90-3e42-4a48-99f7-40241b25e86d" -d '{"events": [{"server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "name": "network-vif-deleted", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:29:01.860056 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ac1777-1350-4432-85ac-cc46c9c49232 x-openstack-request-id: req-e7ac1777-1350-4432-85ac-cc46c9c49232 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:29:01.860541 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c260e-6808-4ff2-8546-6901994505a8", "name": "network-vif-deleted", "tag": "1fe6a6c5-e849-4809-b6fa-840126023db0", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:29:01.861016 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7ac1777-1350-4432-85ac-cc46c9c49232 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:29:01.861709 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c260e-6808-4ff2-8546-6901994505a8', 'name': 'network-vif-deleted', 'tag': '1fe6a6c5-e849-4809-b6fa-840126023db0', 'status': 'completed', 'code': 200} Jun 16 15:29:01.912959 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-1c6def85-72d3-42fb-b7b2-c762758d409a None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:29:02.250244 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-1c6def85-72d3-42fb-b7b2-c762758d409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:02.256608 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6def85-72d3-42fb-b7b2-c762758d409a None None] Checking router: da237604-4419-4a97-86c8-de57f17ad0a0 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:29:02.272722 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6def85-72d3-42fb-b7b2-c762758d409a None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:29:02.273760 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-1c6def85-72d3-42fb-b7b2-c762758d409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:28:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:02.481005 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-1c6def85-72d3-42fb-b7b2-c762758d409a None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:29:02.509309 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dac47f94-6b02-4a9c-a2c1-4f482c12fbd2 req-61caa7f8-8fbd-484f-ace4-7ebe4078a6c3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c260e-6808-4ff2-8546-6901994505a8 HTTP/1.1" status: 200 len: 210 time: 0.0442841 Jun 16 15:29:02.731758 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-1c6def85-72d3-42fb-b7b2-c762758d409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:02.738482 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6def85-72d3-42fb-b7b2-c762758d409a None None] The sync data for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi is: [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:29:02.962266 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:03.042893 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35f9f3c-336a-4067-9151-acf5f3303e00 None None] New status for floating IP c721203e-fd44-4b9e-bdfc-18a4e71a3056: DOWN {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:29:03.326083 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 1fe6a6c5-e849-4809-b6fa-840126023db0 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:29:03.350180 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 1fe6a6c5-e849-4809-b6fa-840126023db0 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:29:03.350534 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 1fe6a6c5-e849-4809-b6fa-840126023db0 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:29:03.676358 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 49938) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:03.745317 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7ec42a82-a67c-4e8d-8e53-53a8dc29cc52 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:03.774454 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7ec42a82-a67c-4e8d-8e53-53a8dc29cc52 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:03.848280 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7ec42a82-a67c-4e8d-8e53-53a8dc29cc52 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:03.850998 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7ec42a82-a67c-4e8d-8e53-53a8dc29cc52 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:03.852206 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-7ec42a82-a67c-4e8d-8e53-53a8dc29cc52 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "DELETE /v2.0/security-groups/4a96a8e0-6ef3-4e77-956d-11446b576210 HTTP/1.1" status: 204 len: 168 time: 0.1753221 Jun 16 15:29:03.853314 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4ed3981e-27e3-41c2-9a24-1a8a4bbbf99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:03.855640 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49940) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:03.862992 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec42a82-a67c-4e8d-8e53-53a8dc29cc52 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a96a8e0-6ef3-4e77-956d-11446b576210,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:03.865773 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-7ec42a82-a67c-4e8d-8e53-53a8dc29cc52 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:03.885450 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.api.v2.resource [None req-1e01c496-e01e-4ae1-8d25-53d91ee4341a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] show failed (client error): The resource could not be found. Jun 16 15:29:03.889230 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-1e01c496-e01e-4ae1-8d25-53d91ee4341a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups/4a96a8e0-6ef3-4e77-956d-11446b576210 HTTP/1.1" status: 404 len: 347 time: 0.0311520 Jun 16 15:29:03.892867 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 49942) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:04.035716 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Deleting port a9ecc0a7-1853-4a86-bf86-24bf9c098244 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:29:04.036088 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:04.172091 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:04.172631 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:04.302688 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Calling delete_port for a9ecc0a7-1853-4a86-bf86-24bf9c098244 owned by network:floatingip {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:29:04.532033 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:04.534723 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3c0ec6c8-0750-4cfb-8c96-fb78b6554d38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:04.566923 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event deleted for resources: {'Port': ['ID=a9ecc0a7-1853-4a86-bf86-24bf9c098244,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:04.570079 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:04.646145 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:04.649033 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:04.650497 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "DELETE /v2.0/floatingips/c721203e-fd44-4b9e-bdfc-18a4e71a3056 HTTP/1.1" status: 204 len: 168 time: 0.7554822 Jun 16 15:29:04.937758 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 49950) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:04.943310 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-757cb61c-8b76-4f4f-bc16-1380593c35aa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514579133', 'description': 'tempest-description--932880352'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:04.968895 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-757cb61c-8b76-4f4f-bc16-1380593c35aa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.106879 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-757cb61c-8b76-4f4f-bc16-1380593c35aa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.112210 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-757cb61c-8b76-4f4f-bc16-1380593c35aa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.115018 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-25ad7eed-e075-4157-a3eb-c04426a41661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:05.142808 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-757cb61c-8b76-4f4f-bc16-1380593c35aa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.144110 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-757cb61c-8b76-4f4f-bc16-1380593c35aa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2049704 Jun 16 15:29:05.147303 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 49952) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:05.150480 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cb61c-8b76-4f4f-bc16-1380593c35aa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34782b4d-4b50-4285-a1bf-0dd4d8765fd4,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:05.155253 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-757cb61c-8b76-4f4f-bc16-1380593c35aa tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:05.158179 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'security_group_rule': {'security_group_id': '34782b4d-4b50-4285-a1bf-0dd4d8765fd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:05.192854 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.261777 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.266563 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.268874 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:05.285996 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ce391a-fff8-4cd8-aa4c-957930549626,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:05.294858 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.296052 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475475 Jun 16 15:29:05.297712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.298091 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.298460 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.298824 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.299263 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.299536 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.299653 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 49954) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:05.299891 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.300245 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.300596 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.300949 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.301325 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.301677 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:05.305802 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:05.306011 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-154176e8-4a9d-49cb-8e32-53f3b6821bb0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'security_group_rule': {'security_group_id': '34782b4d-4b50-4285-a1bf-0dd4d8765fd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:05.336448 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-154176e8-4a9d-49cb-8e32-53f3b6821bb0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.399166 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-154176e8-4a9d-49cb-8e32-53f3b6821bb0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.403509 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-154176e8-4a9d-49cb-8e32-53f3b6821bb0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.409909 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-1afe3de0-bd72-495a-bd2a-7895d67b3103 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:05.425459 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154176e8-4a9d-49cb-8e32-53f3b6821bb0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22ac205-c172-4268-9895-4eed06451536,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:05.428717 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-154176e8-4a9d-49cb-8e32-53f3b6821bb0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:05.433077 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-154176e8-4a9d-49cb-8e32-53f3b6821bb0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.434515 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-154176e8-4a9d-49cb-8e32-53f3b6821bb0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334927 Jun 16 15:29:05.438080 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 49956) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:05.443006 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'floatingip': {'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:05.467604 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.595598 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.725919 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Allocated IP 172.27.0.63 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/bf1be9b7-2a02-4931-92a4-c5e4c4ec69fb) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:29:05.857300 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.907616 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:05.912866 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2dd7d953-95db-472c-b089-06a2ff4cd5db tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:05.975073 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:29:05.983064 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:29:05.994675 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:29:06.039078 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'Port': ['ID=bf1be9b7-2a02-4931-92a4-c5e4c4ec69fb,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:06.051074 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:06.135011 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:06.185238 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:06.362057 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:06.366890 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:06.369104 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:06.463496 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'Port': ['ID=bf1be9b7-2a02-4931-92a4-c5e4c4ec69fb,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:06.470762 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:06.479072 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:06.502071 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:06.504140 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0647261 Jun 16 15:29:06.694543 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-c56743a1-bf95-4dc2-846e-3d003295bd1c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1514579133&fields=id&tenant_id=5cc02a1d378343618f1b9ecaae46e41e HTTP/1.1" status: 200 len: 267 time: 0.0480237 Jun 16 15:29:06.816336 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-393939f5-7fba-4c74-81c3-89403723c7f5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:06.817971 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-393939f5-7fba-4c74-81c3-89403723c7f5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 817 time: 0.1156652 Jun 16 15:29:06.834608 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-185852f9-edbe-4c91-bac3-1840cf5b3192 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/quotas/5cc02a1d378343618f1b9ecaae46e41e HTTP/1.1" status: 200 len: 375 time: 0.0105762 Jun 16 15:29:06.924181 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-2374ae4a-cf8f-462d-85ce-f253c7ce8679 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835817 Jun 16 15:29:07.045105 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-82a0b6ae-dc39-40d1-af96-3c6d550d1be0 service neutron] 10.222.0.61 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988746 Jun 16 15:29:07.156038 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a4b330ba-61ea-440e-aba6-5984d75f3e00 service neutron] 10.222.0.61 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021795 Jun 16 15:29:07.442460 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0f266d57-47d5-4def-b255-22c7cd7682f6 req-266858a7-68c3-4d33-aaf2-2df5c9e6abb4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 210 time: 0.0586009 Jun 16 15:29:07.478707 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab3d73-d4c6-411f-b393-c7e4ab632d2f req-7e7fff9e-15fc-4c72-b597-2dbb71657a4e tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:07.480515 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-82ab3d73-d4c6-411f-b393-c7e4ab632d2f req-7e7fff9e-15fc-4c72-b597-2dbb71657a4e tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.0805171 Jun 16 15:29:07.531301 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-82ab3d73-d4c6-411f-b393-c7e4ab632d2f req-2f46661b-5a22-44a4-bbe9-a4555bae2fdd tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418799 Jun 16 15:29:08.628328 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6755f567-e249-4510-8435-d80afa7200d2 req-886d30f8-316f-47f5-a63c-a6cd09ba2c4b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 210 time: 0.0440230 Jun 16 15:29:08.748662 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-937b4646-a588-45bb-9186-9283ffeab41f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:08.751528 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-937b4646-a588-45bb-9186-9283ffeab41f tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.36 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.1046629 Jun 16 15:29:08.940255 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Deleting port f378d25b-257b-4738-b4f1-0c71ae90135c {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:29:08.941083 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:08.955310 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8fc24-1c85-4a75-b120-3fb3c11fbb60 req-d6546eb5-85a3-4f87-a831-a23096ec5d73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:08.957538 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8fe8fc24-1c85-4a75-b120-3fb3c11fbb60 req-d6546eb5-85a3-4f87-a831-a23096ec5d73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 945 time: 0.2159784 Jun 16 15:29:08.994416 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-43160bd4-7a0e-4f20-9b41-6353da3e1b17 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:08.995928 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-43160bd4-7a0e-4f20-9b41-6353da3e1b17 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 817 time: 0.2107267 Jun 16 15:29:09.061610 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8fe8fc24-1c85-4a75-b120-3fb3c11fbb60 req-81087101-16db-48bf-bde7-e5d6be586569 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=353f0f1e-3502-4f06-ac8b-6cc7f9d03358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854905 Jun 16 15:29:09.069487 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-9675990c-7ff3-4177-b3a7-5a9ca8550274 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc02a1d378343618f1b9ecaae46e41e HTTP/1.1" status: 200 len: 380 time: 0.0618997 Jun 16 15:29:09.079876 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'port': {'device_id': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'admin_state_up': True, 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'security_groups': ['34782b4d-4b50-4285-a1bf-0dd4d8765fd4']}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:09.087130 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] For port f378d25b-257b-4738-b4f1-0c71ae90135c, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f378d25b-257b-4738-b4f1-0c71ae90135c,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:09.087706 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:09.228815 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Made reservation on behalf of 5cc02a1d378343618f1b9ecaae46e41e for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:29:09.232504 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:09.337878 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:09.338299 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:09.338722 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.l3_db [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Floating IP 615f0805-01a8-47bb-a50c-fe1624e0c460 disassociated. External IP: 172.27.0.89, port: f378d25b-257b-4738-b4f1-0c71ae90135c. Jun 16 15:29:09.339122 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Calling delete_port for f378d25b-257b-4738-b4f1-0c71ae90135c owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:29:09.382357 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Allocated IP 172.20.0.12 (e4b1fb62-6329-46a1-9820-acaf6c9542c3/81d617eb-1f27-475d-8afc-7eab7ec439af/6710f180-41ae-4e20-9b76-d4069163f307) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:29:09.482065 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:09.487608 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-dd330584-36c9-4f5c-8894-73c0822966cb tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:09.518891 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event deleted for resources: {'Port': ['ID=f378d25b-257b-4738-b4f1-0c71ae90135c,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:09.526503 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:09.565610 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:09.596640 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Transition to ACTIVE for port object 6710f180-41ae-4e20-9b76-d4069163f307 will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:29:09.647751 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:09.651833 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ce8e9907-e983-48bd-a6a9-3c58f1e159e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:09.699506 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:29:09.706008 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Network e4b1fb62-6329-46a1-9820-acaf6c9542c3 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:29:09.728804 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:29:09.738640 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:29:09.746057 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event updated for resources: {'Port': ['ID=6710f180-41ae-4e20-9b76-d4069163f307,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:09.784157 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:09.831487 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:09.832472 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:09.854536 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7791903 Jun 16 15:29:09.893285 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Request body: {'port': {'device_id': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:10.021432 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:10.103035 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-d1b39515-3a32-4931-8b25-7eeb14434e2c None None] Provisioning for port 6710f180-41ae-4e20-9b76-d4069163f307 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:29:10.110789 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-d1b39515-3a32-4931-8b25-7eeb14434e2c None None] Provisioning complete for port 6710f180-41ae-4e20-9b76-d4069163f307 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:10.112694 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-d1b39515-3a32-4931-8b25-7eeb14434e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:10.182163 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-d1b39515-3a32-4931-8b25-7eeb14434e2c None None] Port 6710f180-41ae-4e20-9b76-d4069163f307 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:29:10.281000 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:29:10.299108 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52222266-f6dd-44a9-9bd6-acca0cc66ee6 None None] Sync routers for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:29:10.317257 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0c8015b2-4374-4d01-8668-3faf5ca42edc req-9d261d37-d8b5-4507-94b2-6e827c319849 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=d657b1bd-3530-409d-9522-89313b269d7c HTTP/1.1" status: 200 len: 210 time: 0.0635960 Jun 16 15:29:10.319866 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dead25-8943-40ff-958c-96be1d2ec111 req-4e4a6f47-b9b2-45e0-8441-f8745dee206f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:10.321555 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-02dead25-8943-40ff-958c-96be1d2ec111 req-4e4a6f47-b9b2-45e0-8441-f8745dee206f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 932 time: 0.5313325 Jun 16 15:29:10.330829 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52222266-f6dd-44a9-9bd6-acca0cc66ee6 None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:29:10.332774 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-52222266-f6dd-44a9-9bd6-acca0cc66ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:28:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:10.368569 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] No DVR routers for this DVR port f378d25b-257b-4738-b4f1-0c71ae90135c on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:29:10.376185 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:10.378416 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6e8090cb-e806-408b-828c-f4abdf54bcf2 req-b4f2ac2a-38c4-44cc-aa8b-84ad10a6c46d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.36 "DELETE /v2.0/ports/f378d25b-257b-4738-b4f1-0c71ae90135c HTTP/1.1" status: 204 len: 173 time: 1.6198788 Jun 16 15:29:10.378999 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd657b1bd-3530-409d-9522-89313b269d7c', 'name': 'network-vif-deleted', 'tag': 'f378d25b-257b-4738-b4f1-0c71ae90135c'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:29:10.381610 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1bca4e-0a35-4e7b-81a5-803b00c8e849" -d '{"events": [{"server_uuid": "d657b1bd-3530-409d-9522-89313b269d7c", "name": "network-vif-deleted", "tag": "f378d25b-257b-4738-b4f1-0c71ae90135c"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:29:10.430574 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-02dead25-8943-40ff-958c-96be1d2ec111 req-74712f20-f4e3-41f5-a0a4-f8a11acaa080 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638649 Jun 16 15:29:10.469106 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fc08a5-89b4-411f-b8be-c4625c62133e x-openstack-request-id: req-f6fc08a5-89b4-411f-b8be-c4625c62133e {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:29:10.469460 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d657b1bd-3530-409d-9522-89313b269d7c", "name": "network-vif-deleted", "tag": "f378d25b-257b-4738-b4f1-0c71ae90135c", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:29:10.469857 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f6fc08a5-89b4-411f-b8be-c4625c62133e {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:29:10.470306 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd657b1bd-3530-409d-9522-89313b269d7c', 'name': 'network-vif-deleted', 'tag': 'f378d25b-257b-4738-b4f1-0c71ae90135c', 'status': 'completed', 'code': 200} Jun 16 15:29:10.579743 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-52222266-f6dd-44a9-9bd6-acca0cc66ee6 None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:29:10.643038 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6710f180-41ae-4e20-9b76-d4069163f307 {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:29:10.651724 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:10.667733 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Transition to ACTIVE for port object 6710f180-41ae-4e20-9b76-d4069163f307 will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:29:10.673540 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:10.676138 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-59b8c8df-9872-4d90-9175-e9957cdce685 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:10.788400 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6710f180-41ae-4e20-9b76-d4069163f307,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:10.792629 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:10.885530 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-52222266-f6dd-44a9-9bd6-acca0cc66ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:10.889820 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52222266-f6dd-44a9-9bd6-acca0cc66ee6 None None] Checking router: 10eb6dc9-60f6-46c9-a969-b2e0e0265510 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:29:10.900358 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52222266-f6dd-44a9-9bd6-acca0cc66ee6 None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:29:10.901191 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-52222266-f6dd-44a9-9bd6-acca0cc66ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:28:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:10.901695 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Attempting to bind port 6710f180-41ae-4e20-9b76-d4069163f307 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:29:10.903141 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Attempting to bind port 6710f180-41ae-4e20-9b76-d4069163f307 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:29:10.903499 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Attempting to bind port 6710f180-41ae-4e20-9b76-d4069163f307 on network e4b1fb62-6329-46a1-9820-acaf6c9542c3 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:29:10.908805 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Port 6710f180-41ae-4e20-9b76-d4069163f307 on network e4b1fb62-6329-46a1-9820-acaf6c9542c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:29:10.909255 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Attempting to bind port 6710f180-41ae-4e20-9b76-d4069163f307 on network e4b1fb62-6329-46a1-9820-acaf6c9542c3 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:29:10.915734 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:29:10.916057 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Checking segment: {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:29:10.916465 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Bound using segment: {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:29:10.917082 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Bound port: 6710f180-41ae-4e20-9b76-d4069163f307, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03490f17-b076-46df-8b1e-eb081d95b434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:29:10.917453 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:11.010442 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:29:11.016081 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:29:11.024473 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:11.031513 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:11.056705 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-52222266-f6dd-44a9-9bd6-acca0cc66ee6 None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:29:11.079152 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:11.080242 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:11.082634 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/6710f180-41ae-4e20-9b76-d4069163f307 HTTP/1.1" status: 200 len: 1094 time: 1.1966903 Jun 16 15:29:11.088074 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:29:11.092654 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bd2e31-b457-4dea-b50b-a449a42adbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "tag": "6710f180-41ae-4e20-9b76-d4069163f307"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:29:11.212179 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8c6b8f-6b3f-459f-9f5b-e379ee0bc351 x-openstack-request-id: req-4c8c6b8f-6b3f-459f-9f5b-e379ee0bc351 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:29:11.212750 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "tag": "6710f180-41ae-4e20-9b76-d4069163f307", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:29:11.213307 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c8c6b8f-6b3f-459f-9f5b-e379ee0bc351 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:29:11.213992 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307', 'status': 'completed', 'code': 200} Jun 16 15:29:11.215906 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6710f180-41ae-4e20-9b76-d4069163f307,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:11.228409 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:11.282627 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-4310c4a9-dfd5-4ec9-bd2c-015006d0b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:11.284427 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-4310c4a9-dfd5-4ec9-bd2c-015006d0b57a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 1097 time: 0.1259594 Jun 16 15:29:11.334486 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-b166bb59-ed54-4373-adb0-4b5dbba6fe7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6710f180-41ae-4e20-9b76-d4069163f307 HTTP/1.1" status: 200 len: 217 time: 0.0423477 Jun 16 15:29:11.401659 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-dd35acf7-1af9-41da-a35b-676de0c63485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:11.404331 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-dd35acf7-1af9-41da-a35b-676de0c63485 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.0630949 Jun 16 15:29:11.476445 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device f378d25b-257b-4738-b4f1-0c71ae90135c no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:29:11.511929 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: f378d25b-257b-4738-b4f1-0c71ae90135c {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:29:11.512550 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device f378d25b-257b-4738-b4f1-0c71ae90135c not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:29:11.515839 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-aa41c907-e887-4c6f-aedd-4e5b6be4a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:11.519004 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-aa41c907-e887-4c6f-aedd-4e5b6be4a6bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1073577 Jun 16 15:29:11.526592 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50016) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:11.641018 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-52222266-f6dd-44a9-9bd6-acca0cc66ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:11.646009 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52222266-f6dd-44a9-9bd6-acca0cc66ee6 None None] The sync data for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi is: [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:29:11.646884 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9d373db1-f0c5-45ba-86d1-baae65c62950 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:11.689773 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9d373db1-f0c5-45ba-86d1-baae65c62950 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:11.731278 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-57ff5760-430b-4ccb-8a3f-6e3f821679ed service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011960 Jun 16 15:29:11.783570 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9d373db1-f0c5-45ba-86d1-baae65c62950 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:11.786315 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9d373db1-f0c5-45ba-86d1-baae65c62950 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:11.790966 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-9d373db1-f0c5-45ba-86d1-baae65c62950 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "DELETE /v2.0/security-groups/353f0f1e-3502-4f06-ac8b-6cc7f9d03358 HTTP/1.1" status: 204 len: 168 time: 0.2580574 Jun 16 15:29:11.790966 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-479eb4d3-6400-4c07-b3e4-877e0f5b9e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:11.791546 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50018) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:11.805554 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d373db1-f0c5-45ba-86d1-baae65c62950 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353f0f1e-3502-4f06-ac8b-6cc7f9d03358,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:11.812633 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9d373db1-f0c5-45ba-86d1-baae65c62950 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:11.815064 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.api.v2.resource [None req-15d0375a-f53d-4719-bbce-3fa56a4be358 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] show failed (client error): The resource could not be found. Jun 16 15:29:11.817981 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-15d0375a-f53d-4719-bbce-3fa56a4be358 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups/353f0f1e-3502-4f06-ac8b-6cc7f9d03358 HTTP/1.1" status: 404 len: 347 time: 0.0251834 Jun 16 15:29:11.821270 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50020) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:11.840524 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a33712-70c9-4a78-9313-fb3502aba13c req-4452105c-5e77-4fa5-8574-c712789b0b7c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:11.843038 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-61a33712-70c9-4a78-9313-fb3502aba13c req-4452105c-5e77-4fa5-8574-c712789b0b7c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.2192035 Jun 16 15:29:11.996174 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-61a33712-70c9-4a78-9313-fb3502aba13c req-4adf6379-615a-43d8-ac74-bed4353a355d tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020155 Jun 16 15:29:12.003561 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-817651ce-1788-46aa-bbf1-58af6f18a32e req-c9db5371-38df-463f-8325-0045e9bbdc22 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608063 Jun 16 15:29:12.018860 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Deleting port e0e467f8-f29f-4830-9fb8-9ba28502b413 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:29:12.019407 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:12.033803 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae473ceb-e010-456c-a46d-aeb4bb8c55c0 None None] New status for floating IP 615f0805-01a8-47bb-a50c-fe1624e0c460: DOWN {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:29:12.138327 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:12.138971 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:12.144851 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd2e31-b457-4dea-b50b-a449a42adbcb req-638ff978-22e9-4318-9e8a-29cef0af595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:12.148591 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-48bd2e31-b457-4dea-b50b-a449a42adbcb req-638ff978-22e9-4318-9e8a-29cef0af595f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 1097 time: 0.0707293 Jun 16 15:29:12.248449 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Calling delete_port for e0e467f8-f29f-4830-9fb8-9ba28502b413 owned by network:floatingip {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:29:12.282545 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd2e31-b457-4dea-b50b-a449a42adbcb req-8addd282-20e1-46ca-b33d-cb8a63f3fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:12.284325 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-48bd2e31-b457-4dea-b50b-a449a42adbcb req-8addd282-20e1-46ca-b33d-cb8a63f3fd14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 919 time: 0.1293304 Jun 16 15:29:12.334567 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-48bd2e31-b457-4dea-b50b-a449a42adbcb req-3e920abc-d1da-45fe-9109-a29d71c0548e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6710f180-41ae-4e20-9b76-d4069163f307 HTTP/1.1" status: 200 len: 217 time: 0.0422285 Jun 16 15:29:12.386146 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd2e31-b457-4dea-b50b-a449a42adbcb req-fd756b24-a52f-4c7e-97c2-337e06129673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:12.387636 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-48bd2e31-b457-4dea-b50b-a449a42adbcb req-fd756b24-a52f-4c7e-97c2-337e06129673 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.0466890 Jun 16 15:29:12.444321 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:12.449080 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:12.465860 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd2e31-b457-4dea-b50b-a449a42adbcb req-e0c98f37-de27-4988-9c0e-c9053065e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:12.468419 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-48bd2e31-b457-4dea-b50b-a449a42adbcb req-e0c98f37-de27-4988-9c0e-c9053065e493 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737875 Jun 16 15:29:12.483287 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event deleted for resources: {'Port': ['ID=e0e467f8-f29f-4830-9fb8-9ba28502b413,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:12.509438 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:12.576330 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:12.581845 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:12.583650 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "DELETE /v2.0/floatingips/615f0805-01a8-47bb-a50c-fe1624e0c460 HTTP/1.1" status: 204 len: 168 time: 0.7605386 Jun 16 15:29:12.606966 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-48bd2e31-b457-4dea-b50b-a449a42adbcb req-e98431e3-94d5-4902-84a0-a9c0f583002d service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306911 Jun 16 15:29:12.732375 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-48bd2e31-b457-4dea-b50b-a449a42adbcb req-51fd33a8-8aca-4e35-adda-23931f90ae35 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184928 Jun 16 15:29:12.972034 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50024) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:12.980116 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-dc1d7f06-ea9e-4501-84ac-f9a2c4413f32 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359880462', 'description': 'tempest-description--42769257'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:13.019213 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dc1d7f06-ea9e-4501-84ac-f9a2c4413f32 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.134003 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dc1d7f06-ea9e-4501-84ac-f9a2c4413f32 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.138917 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dc1d7f06-ea9e-4501-84ac-f9a2c4413f32 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.142662 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-86424105-72ca-4964-84da-df4ab27960db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:13.178070 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dc1d7f06-ea9e-4501-84ac-f9a2c4413f32 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.179473 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-dc1d7f06-ea9e-4501-84ac-f9a2c4413f32 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2058485 Jun 16 15:29:13.182942 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50028) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:13.189760 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-ba23d4d1-557f-471f-82b6-39a6f37b76af tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'security_group_rule': {'security_group_id': 'adda511c-5762-4057-b5d3-836222915f43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:13.196621 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d7f06-ea9e-4501-84ac-f9a2c4413f32 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adda511c-5762-4057-b5d3-836222915f43,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:13.203441 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-dc1d7f06-ea9e-4501-84ac-f9a2c4413f32 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:13.238181 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ba23d4d1-557f-471f-82b6-39a6f37b76af tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.258644 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd335d81-eccb-4c45-ae69-14f59ff5bec4 req-4f42d349-574d-403c-8eb6-5d608c5c7fdf tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:13.260377 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fd335d81-eccb-4c45-ae69-14f59ff5bec4 req-4f42d349-574d-403c-8eb6-5d608c5c7fdf tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.0837977 Jun 16 15:29:13.310243 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fd335d81-eccb-4c45-ae69-14f59ff5bec4 req-988dfa61-8ff3-400f-be01-9cd5e16e902c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Jun 16 15:29:13.330066 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ba23d4d1-557f-471f-82b6-39a6f37b76af tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.335698 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ba23d4d1-557f-471f-82b6-39a6f37b76af tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.339150 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a9e75489-b740-4a2b-99f3-3af1f328006a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:13.361854 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23d4d1-557f-471f-82b6-39a6f37b76af tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cc2b0e-da49-4f14-a08b-401473ec8d67,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:13.365254 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ba23d4d1-557f-471f-82b6-39a6f37b76af tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:13.370908 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ba23d4d1-557f-471f-82b6-39a6f37b76af tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.372360 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-ba23d4d1-557f-471f-82b6-39a6f37b76af tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1881576 Jun 16 15:29:13.376086 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 50030) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:13.381322 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-9b69767f-f2de-462a-b171-f3b8dae1feec tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'security_group_rule': {'security_group_id': 'adda511c-5762-4057-b5d3-836222915f43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:13.415156 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9b69767f-f2de-462a-b171-f3b8dae1feec tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.471767 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9b69767f-f2de-462a-b171-f3b8dae1feec tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.476296 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9b69767f-f2de-462a-b171-f3b8dae1feec tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.478657 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-8b4855f6-a519-458f-b8ed-86cd111c548a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:13.495452 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69767f-f2de-462a-b171-f3b8dae1feec tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90024a10-552e-4b31-971e-addf0faa7fd8,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:13.500813 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9b69767f-f2de-462a-b171-f3b8dae1feec tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:13.507116 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9b69767f-f2de-462a-b171-f3b8dae1feec tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.508633 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-9b69767f-f2de-462a-b171-f3b8dae1feec tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312814 Jun 16 15:29:13.512143 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 50032) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:13.517260 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'floatingip': {'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:13.547307 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.707487 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.826757 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Allocated IP 172.27.0.145 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/35e06445-5fff-4c70-b214-59e4f9fba241) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:29:13.951827 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:13.996396 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:14.000852 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:14.037177 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:29:14.040470 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:29:14.043275 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:29:14.115436 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'Port': ['ID=35e06445-5fff-4c70-b214-59e4f9fba241,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:14.121795 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:14.183307 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:14.241867 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:14.434327 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:14.441257 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:14.445453 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:14.549913 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'Port': ['ID=35e06445-5fff-4c70-b214-59e4f9fba241,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:14.557140 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:14.573200 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:14.591694 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90119e9a-c845-4373-b644-a3ef16077622 req-9019e2c2-a7f0-465d-83e1-5d233ba4c0c8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:14.593757 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-90119e9a-c845-4373-b644-a3ef16077622 req-9019e2c2-a7f0-465d-83e1-5d233ba4c0c8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.1161716 Jun 16 15:29:14.596154 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:14.601888 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0882926 Jun 16 15:29:14.653310 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-90119e9a-c845-4373-b644-a3ef16077622 req-7dc57d52-c46a-4adb-b6ac-7c8adc0cc3a1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455451 Jun 16 15:29:14.846477 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-2826eff1-cdad-4304-9156-16e93c8724fe tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--359880462&fields=id&tenant_id=eedd95e42fb9472eb3497ea2222f0c77 HTTP/1.1" status: 200 len: 267 time: 0.0421767 Jun 16 15:29:14.963876 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67816551-fd38-4c36-b09b-e291f35cf693 req-8133c347-7fd3-455a-9254-a436c5534e8b tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:14.965454 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-8133c347-7fd3-455a-9254-a436c5534e8b tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 810 time: 0.1115255 Jun 16 15:29:14.983193 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-55ec3191-31e1-4809-b676-09e2cc75c530 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/quotas/eedd95e42fb9472eb3497ea2222f0c77 HTTP/1.1" status: 200 len: 375 time: 0.0099561 Jun 16 15:29:15.061026 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-99b5b710-5378-417e-ae3b-8fdf70ba9e5b tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716693 Jun 16 15:29:15.168484 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-3f1d5f37-3a50-43aa-9bb1-28b1144ccdd5 service neutron] 10.222.0.61 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954146 Jun 16 15:29:15.276104 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-2028f933-84de-4b6c-a033-ee36b1535c82 service neutron] 10.222.0.61 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009548 Jun 16 15:29:15.371256 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6710f180-41ae-4e20-9b76-d4069163f307 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:29:15.479564 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0e5daa74-1d6f-4f82-8ae6-cdfbdef3349d req-28bea799-ea97-492b-a8f8-5d7bfd3a5a51 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 210 time: 0.0390592 Jun 16 15:29:15.547617 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:15.567468 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '6710f180-41ae-4e20-9b76-d4069163f307', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'port_id': '6710f180-41ae-4e20-9b76-d4069163f307', 'mac_address': 'fa:16:3e:7e:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:29:15.618324 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:15.639457 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6710f180-41ae-4e20-9b76-d4069163f307 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:29:15.676321 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:15.682995 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:15.688760 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:15.787902 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=6710f180-41ae-4e20-9b76-d4069163f307,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:15.801247 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.801811 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.802373 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.802927 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.804309 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.804309 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.804623 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.805542 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.805683 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.806201 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.806750 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.807295 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:29:15.816054 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:15.962132 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14183ae5-cc86-4663-bcdb-227f17a0f000 req-1eda64b2-2567-4a84-82e3-a070d3219416 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:15.964381 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-14183ae5-cc86-4663-bcdb-227f17a0f000 req-1eda64b2-2567-4a84-82e3-a070d3219416 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 945 time: 0.0857997 Jun 16 15:29:16.018627 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-14183ae5-cc86-4663-bcdb-227f17a0f000 req-ba7e7f98-77d0-48e6-ab6a-477ce2d5c209 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440462 Jun 16 15:29:16.057514 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['6710f180-41ae-4e20-9b76-d4069163f307'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:29:16.739112 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-508075ad-6e79-4053-8eb1-be01bbb66975 req-df1a9e8d-00d7-4ee8-bcfa-3dbca4958eca tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 210 time: 0.0466526 Jun 16 15:29:16.939253 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67816551-fd38-4c36-b09b-e291f35cf693 req-a16ddb24-8136-4c6d-8246-6bd21096ed9d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:16.941989 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-a16ddb24-8136-4c6d-8246-6bd21096ed9d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.36 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 810 time: 0.1681247 Jun 16 15:29:17.373115 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-9467e5d9-a2ef-46cb-9a8e-89b4bd2c5c1c tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eedd95e42fb9472eb3497ea2222f0c77 HTTP/1.1" status: 200 len: 379 time: 0.4212289 Jun 16 15:29:17.384670 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'port': {'device_id': 'c45f2536-d9ff-4d07-a414-de255113784e', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'admin_state_up': True, 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'security_groups': ['adda511c-5762-4057-b5d3-836222915f43']}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:17.385332 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6710f180-41ae-4e20-9b76-d4069163f307 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:29:17.462717 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 6710f180-41ae-4e20-9b76-d4069163f307 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:29:17.469895 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 6710f180-41ae-4e20-9b76-d4069163f307 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:17.470497 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:17.524250 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7342e7-869d-4437-bd4d-bb3104f221e0 req-2213867d-cc54-401d-acf7-b3c19788ec4b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:17.526842 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8f7342e7-869d-4437-bd4d-bb3104f221e0 req-2213867d-cc54-401d-acf7-b3c19788ec4b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 945 time: 0.2198913 Jun 16 15:29:17.601820 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:17.621378 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8f7342e7-869d-4437-bd4d-bb3104f221e0 req-2e8e398d-5499-41ae-9ece-21ec3d0e7c3b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841727 Jun 16 15:29:17.636470 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:29:17.641548 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5844e72c-c3c2-4bd3-97c5-437716b4bd91" -d '{"events": [{"server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "name": "network-vif-plugged", "status": "completed", "tag": "6710f180-41ae-4e20-9b76-d4069163f307"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:29:17.652316 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Made reservation on behalf of eedd95e42fb9472eb3497ea2222f0c77 for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:29:17.661445 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:17.680502 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:17.686359 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:17.690842 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:17.723754 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91751560-20d6-423f-af4b-c3fdbb430b12 x-openstack-request-id: req-91751560-20d6-423f-af4b-c3fdbb430b12 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:29:17.724103 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "name": "network-vif-plugged", "status": "completed", "tag": "6710f180-41ae-4e20-9b76-d4069163f307", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:29:17.724467 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91751560-20d6-423f-af4b-c3fdbb430b12 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:29:17.724728 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307', 'code': 200} Jun 16 15:29:17.756277 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=6710f180-41ae-4e20-9b76-d4069163f307,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:17.760184 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:17.869351 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Allocated IP 172.20.0.14 (ed365210-33e5-4731-9c5b-4ff91ea99e05/7287b181-670b-4f38-87e6-a92c78eeb8a2/791afb03-afa1-495e-ad61-f4ef62c599d3) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:29:17.870857 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:29:17.976800 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-515fc5f2-26c4-4fc6-a11b-7fd0cfe956a3 req-58cad3ba-c9e7-41ce-9f48-380ece7c0440 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 210 time: 0.0504224 Jun 16 15:29:18.046461 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012e004-002f-4a68-bf27-17e0bf2c6b9d req-6a34e957-6b61-4047-bf4d-0961e102a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:18.048353 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2012e004-002f-4a68-bf27-17e0bf2c6b9d req-6a34e957-6b61-4047-bf4d-0961e102a8f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 1099 time: 0.0696466 Jun 16 15:29:18.087927 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2012e004-002f-4a68-bf27-17e0bf2c6b9d req-20db98d4-2807-4b7d-9e35-6bd87b1ccee8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Jun 16 15:29:18.103191 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.123925 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Transition to ACTIVE for port object 791afb03-afa1-495e-ad61-f4ef62c599d3 will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:29:18.159578 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.164043 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:18.212416 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Network ed365210-33e5-4731-9c5b-4ff91ea99e05 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:29:18.218943 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:29:18.227618 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:29:18.237116 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event updated for resources: {'Port': ['ID=791afb03-afa1-495e-ad61-f4ef62c599d3,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:18.263411 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:18.299854 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:18.300899 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.323129 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9435782 Jun 16 15:29:18.335342 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Request body: {'port': {'device_id': 'c45f2536-d9ff-4d07-a414-de255113784e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:18.430864 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.512155 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-f626a48b-a91f-451a-9d26-855a674c9ef1 None None] Provisioning for port 791afb03-afa1-495e-ad61-f4ef62c599d3 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:29:18.518859 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-f626a48b-a91f-451a-9d26-855a674c9ef1 None None] Provisioning complete for port 791afb03-afa1-495e-ad61-f4ef62c599d3 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:18.519456 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f626a48b-a91f-451a-9d26-855a674c9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.581510 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-f626a48b-a91f-451a-9d26-855a674c9ef1 None None] Port 791afb03-afa1-495e-ad61-f4ef62c599d3 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:29:18.774209 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791afb03-afa1-495e-ad61-f4ef62c599d3 {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:29:18.783365 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.801215 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Transition to ACTIVE for port object 791afb03-afa1-495e-ad61-f4ef62c599d3 will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:29:18.806120 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:18.808806 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-4cf1a915-1a21-4a88-b0d3-dcfb87d3a3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:18.877969 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfbda-b80e-4d44-8029-b7ddd8e66ec0 req-fa9c21cb-d780-4cef-bc1d-df045514b7b4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:18.881054 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-46fbfbda-b80e-4d44-8029-b7ddd8e66ec0 req-fa9c21cb-d780-4cef-bc1d-df045514b7b4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0895543 Jun 16 15:29:18.947541 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-46fbfbda-b80e-4d44-8029-b7ddd8e66ec0 req-01bb4716-ff25-4098-bc20-a0e0dff0dea9 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598130 Jun 16 15:29:18.948013 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Pushing event updated for resources: {'Port': ['ID=791afb03-afa1-495e-ad61-f4ef62c599d3,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:18.953393 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:19.041745 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Attempting to bind port 791afb03-afa1-495e-ad61-f4ef62c599d3 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:29:19.042389 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Attempting to bind port 791afb03-afa1-495e-ad61-f4ef62c599d3 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:29:19.043025 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Attempting to bind port 791afb03-afa1-495e-ad61-f4ef62c599d3 on network ed365210-33e5-4731-9c5b-4ff91ea99e05 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:29:19.052757 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Port 791afb03-afa1-495e-ad61-f4ef62c599d3 on network ed365210-33e5-4731-9c5b-4ff91ea99e05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:29:19.053447 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Attempting to bind port 791afb03-afa1-495e-ad61-f4ef62c599d3 on network ed365210-33e5-4731-9c5b-4ff91ea99e05 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:29:19.063334 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:29:19.063993 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Checking segment: {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:29:19.064768 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Bound using segment: {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:29:19.065641 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Bound port: 791afb03-afa1-495e-ad61-f4ef62c599d3, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd978b090-62b6-43f5-bb4b-500702fa5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:29:19.066323 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.233105 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] For port 791afb03-afa1-495e-ad61-f4ef62c599d3, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:29:19.239599 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] For port 791afb03-afa1-495e-ad61-f4ef62c599d3, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=791afb03-afa1-495e-ad61-f4ef62c599d3,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:29:19.247564 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.254168 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:19.335186 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:19.335825 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:19.337415 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] 10.222.0.36 "PUT /v2.0/ports/791afb03-afa1-495e-ad61-f4ef62c599d3 HTTP/1.1" status: 200 len: 1094 time: 1.0067141 Jun 16 15:29:19.338968 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45f2536-d9ff-4d07-a414-de255113784e', 'tag': '791afb03-afa1-495e-ad61-f4ef62c599d3'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:29:19.341617 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2202add7-584f-43b6-86ee-c25a26322c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c45f2536-d9ff-4d07-a414-de255113784e", "tag": "791afb03-afa1-495e-ad61-f4ef62c599d3"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:29:19.371816 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Pushing event updated for resources: {'Port': ['ID=791afb03-afa1-495e-ad61-f4ef62c599d3,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:19.390010 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:19.427654 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f500e3-01ad-43cf-a4ed-d4223d8de078 x-openstack-request-id: req-13f500e3-01ad-43cf-a4ed-d4223d8de078 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:29:19.427999 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45f2536-d9ff-4d07-a414-de255113784e", "tag": "791afb03-afa1-495e-ad61-f4ef62c599d3", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:29:19.428156 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13f500e3-01ad-43cf-a4ed-d4223d8de078 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:29:19.428606 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45f2536-d9ff-4d07-a414-de255113784e', 'tag': '791afb03-afa1-495e-ad61-f4ef62c599d3', 'status': 'completed', 'code': 200} Jun 16 15:29:19.437121 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213587b4-3e0a-421d-a5da-3ffebc7b7359 req-ec594921-64a3-4176-94e0-49b2144bfb56 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:19.438748 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-213587b4-3e0a-421d-a5da-3ffebc7b7359 req-ec594921-64a3-4176-94e0-49b2144bfb56 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 944 time: 0.3004794 Jun 16 15:29:19.508158 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-213587b4-3e0a-421d-a5da-3ffebc7b7359 req-a8c65330-4141-4357-915b-bc23272d7a9b tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=adda511c-5762-4057-b5d3-836222915f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563931 Jun 16 15:29:19.510497 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67816551-fd38-4c36-b09b-e291f35cf693 req-e9c6a2ae-f8a9-4915-804a-11c921b1e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:19.511998 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-e9c6a2ae-f8a9-4915-804a-11c921b1e321 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 1097 time: 0.1180701 Jun 16 15:29:19.557576 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-f623dec7-4071-4953-b093-a1639481085c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=791afb03-afa1-495e-ad61-f4ef62c599d3 HTTP/1.1" status: 200 len: 217 time: 0.0383508 Jun 16 15:29:19.612611 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67816551-fd38-4c36-b09b-e291f35cf693 req-a2156c2b-24aa-483c-b16c-8578e54f9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:19.614042 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-a2156c2b-24aa-483c-b16c-8578e54f9d2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 200 len: 849 time: 0.0496669 Jun 16 15:29:19.683500 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67816551-fd38-4c36-b09b-e291f35cf693 req-2bf91ab5-705d-43b1-9f26-10dae10a2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:19.685376 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-2bf91ab5-705d-43b1-9f26-10dae10a2830 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed365210-33e5-4731-9c5b-4ff91ea99e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651054 Jun 16 15:29:19.787583 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-bbb475aa-f28d-4454-9333-96f09ab0f13c service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952141 Jun 16 15:29:19.891610 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-67816551-fd38-4c36-b09b-e291f35cf693 req-a19e7fd4-5eee-44e4-9e05-221f940be760 service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974953 Jun 16 15:29:19.893697 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-68a88e7c-6a5e-4357-a94e-b02a1d7079a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:20.009438 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202add7-584f-43b6-86ee-c25a26322c9f req-a7b1a8a4-2761-4d69-9667-6e28cbaafbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:20.011060 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2202add7-584f-43b6-86ee-c25a26322c9f req-a7b1a8a4-2761-4d69-9667-6e28cbaafbc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 1097 time: 0.0641592 Jun 16 15:29:20.149124 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202add7-584f-43b6-86ee-c25a26322c9f req-c45f0d6c-9604-473a-a316-a9838c2c66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:20.151654 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2202add7-584f-43b6-86ee-c25a26322c9f req-c45f0d6c-9604-473a-a316-a9838c2c66b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 912 time: 0.1335959 Jun 16 15:29:20.199407 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2202add7-584f-43b6-86ee-c25a26322c9f req-255f9697-d1ab-4f44-bb78-8d32fb5222bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=791afb03-afa1-495e-ad61-f4ef62c599d3 HTTP/1.1" status: 200 len: 217 time: 0.0413194 Jun 16 15:29:20.215788 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0859-fc6d-4166-a9f1-ae84ece328f2 req-cbadced9-03af-4739-bf33-c26369a51a86 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:20.219936 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d27b0859-fc6d-4166-a9f1-ae84ece328f2 req-cbadced9-03af-4739-bf33-c26369a51a86 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.1159694 Jun 16 15:29:20.251992 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202add7-584f-43b6-86ee-c25a26322c9f req-0b9eb3c0-52d7-4474-b449-ec14db755839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:20.253553 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2202add7-584f-43b6-86ee-c25a26322c9f req-0b9eb3c0-52d7-4474-b449-ec14db755839 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 200 len: 849 time: 0.0483341 Jun 16 15:29:20.286066 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d27b0859-fc6d-4166-a9f1-ae84ece328f2 req-e9ffc96c-9db8-49b2-be5f-0bbe8057f541 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586970 Jun 16 15:29:20.324489 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202add7-584f-43b6-86ee-c25a26322c9f req-8f5f0e3d-b15d-4179-9465-4650ee793579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:20.326486 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2202add7-584f-43b6-86ee-c25a26322c9f req-8f5f0e3d-b15d-4179-9465-4650ee793579 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed365210-33e5-4731-9c5b-4ff91ea99e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665128 Jun 16 15:29:20.493529 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2202add7-584f-43b6-86ee-c25a26322c9f req-48a3d903-4413-4cee-92c7-501f89f24eda service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583219 Jun 16 15:29:20.554735 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6b180-e292-42f3-b2f6-785737ae55ae req-dae58c67-69b3-481e-93a3-3237aa39e7e0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:20.556485 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-73d6b180-e292-42f3-b2f6-785737ae55ae req-dae58c67-69b3-481e-93a3-3237aa39e7e0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.1277192 Jun 16 15:29:20.570871 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50084) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:20.581742 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-7077bc3a-60da-459c-aa69-e09a262a867f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Request body: {'floatingip': {'port_id': '6710f180-41ae-4e20-9b76-d4069163f307'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:20.632424 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2202add7-584f-43b6-86ee-c25a26322c9f req-6be701dc-e1f5-4624-8062-6ee250b75d2e service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315494 Jun 16 15:29:20.654096 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7077bc3a-60da-459c-aa69-e09a262a867f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:20.915418 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea290d-dc61-4acb-afee-8643a5224c85 req-823848c5-0b4f-4e0e-8b8f-ef4a98b492ef tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:20.916988 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-30ea290d-dc61-4acb-afee-8643a5224c85 req-823848c5-0b4f-4e0e-8b8f-ef4a98b492ef tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 944 time: 0.1956589 Jun 16 15:29:20.977628 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-30ea290d-dc61-4acb-afee-8643a5224c85 req-59816e93-5bff-4a39-81c9-618984255550 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=adda511c-5762-4057-b5d3-836222915f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543528 Jun 16 15:29:21.350501 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.db.resource_extend [None req-7077bc3a-60da-459c-aa69-e09a262a867f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:29:21.417342 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7077bc3a-60da-459c-aa69-e09a262a867f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:21.423413 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7077bc3a-60da-459c-aa69-e09a262a867f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:21.528733 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.l3_db [None req-7077bc3a-60da-459c-aa69-e09a262a867f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Floating IP 33699293-b0b7-485a-bd22-6f495fca0f7e associated. External IP: 172.27.0.63, port: 6710f180-41ae-4e20-9b76-d4069163f307. Jun 16 15:29:21.769486 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7077bc3a-60da-459c-aa69-e09a262a867f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Router da237604-4419-4a97-86c8-de57f17ad0a0 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:29:21.891639 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7077bc3a-60da-459c-aa69-e09a262a867f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:29:21.897722 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7077bc3a-60da-459c-aa69-e09a262a867f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:21.906374 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710b846-d6ab-4f9f-8e4b-7e8aa235a612 None None] Sync routers for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:29:21.918484 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710b846-d6ab-4f9f-8e4b-7e8aa235a612 None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:29:21.919477 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-5710b846-d6ab-4f9f-8e4b-7e8aa235a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:28:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:21.947457 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-7077bc3a-60da-459c-aa69-e09a262a867f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "PUT /v2.0/floatingips/33699293-b0b7-485a-bd22-6f495fca0f7e HTTP/1.1" status: 200 len: 991 time: 1.3744378 Jun 16 15:29:21.948546 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:29:21.954056 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1" -d '{"events": [{"name": "network-changed", "server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "tag": "6710f180-41ae-4e20-9b76-d4069163f307"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:29:22.029308 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f982eb8-b100-4ac6-8247-8793fb64b2ad x-openstack-request-id: req-6f982eb8-b100-4ac6-8247-8793fb64b2ad {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:29:22.029308 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "tag": "6710f180-41ae-4e20-9b76-d4069163f307", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:29:22.029733 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f982eb8-b100-4ac6-8247-8793fb64b2ad {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:29:22.031208 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307', 'status': 'completed', 'code': 200} Jun 16 15:29:22.090020 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-5710b846-d6ab-4f9f-8e4b-7e8aa235a612 None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:29:22.136957 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1 req-b837c5bd-1a35-4b22-8f0a-79dfcf4d6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:22.139534 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1 req-b837c5bd-1a35-4b22-8f0a-79dfcf4d6bd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 1099 time: 0.0797272 Jun 16 15:29:22.295998 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1 req-5a61588e-44ea-4159-9a88-3d2ffcbeea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:22.299236 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1 req-5a61588e-44ea-4159-9a88-3d2ffcbeea00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 919 time: 0.1530056 Jun 16 15:29:22.303531 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56c2b9-1cd1-4c7a-aa47-10e2b781ba1b req-b9c1cbc8-0746-4921-873f-3f99380a9008 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:22.306440 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1a56c2b9-1cd1-4c7a-aa47-10e2b781ba1b req-b9c1cbc8-0746-4921-873f-3f99380a9008 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 944 time: 0.1161332 Jun 16 15:29:22.375255 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1a56c2b9-1cd1-4c7a-aa47-10e2b781ba1b req-3fa84b70-4379-43c9-bb18-81ea1d39ee88 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=adda511c-5762-4057-b5d3-836222915f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553613 Jun 16 15:29:22.390357 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1 req-4df5abd9-9cf0-40b8-950c-1423e93cf2a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6710f180-41ae-4e20-9b76-d4069163f307 HTTP/1.1" status: 200 len: 999 time: 0.0827994 Jun 16 15:29:22.462168 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1 req-7d9bf48d-a88d-4854-b074-75360388c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:22.463752 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1 req-7d9bf48d-a88d-4854-b074-75360388c7b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.0661328 Jun 16 15:29:22.480867 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-5710b846-d6ab-4f9f-8e4b-7e8aa235a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': '33699293-b0b7-485a-bd22-6f495fca0f7e', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'port_id': '6710f180-41ae-4e20-9b76-d4069163f307', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'mac_address': 'fa:16:3e:7e:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:29:06Z', 'updated_at': '2021-06-16T15:29:21Z', 'revision_number': 1, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:22.489821 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710b846-d6ab-4f9f-8e4b-7e8aa235a612 None None] Checking router: da237604-4419-4a97-86c8-de57f17ad0a0 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:29:22.505628 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710b846-d6ab-4f9f-8e4b-7e8aa235a612 None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:29:22.506762 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-5710b846-d6ab-4f9f-8e4b-7e8aa235a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:28:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:22.554601 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1 req-6bd045b6-baca-4b2b-a68e-a2c51abca6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:22.557423 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1 req-6bd045b6-baca-4b2b-a68e-a2c51abca6d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860088 Jun 16 15:29:22.666961 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1 req-ecd2da36-dcef-4ad9-aa16-b802cbd44a70 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026902 Jun 16 15:29:22.703688 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-5710b846-d6ab-4f9f-8e4b-7e8aa235a612 None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:29:22.795401 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e3260af6-688a-4f4f-9c1e-14b7a3ea28f1 req-be869949-7782-46ab-877d-ba4d8e0c50d3 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204584 Jun 16 15:29:23.079394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-5710b846-d6ab-4f9f-8e4b-7e8aa235a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': '33699293-b0b7-485a-bd22-6f495fca0f7e', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'port_id': '6710f180-41ae-4e20-9b76-d4069163f307', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'mac_address': 'fa:16:3e:7e:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:29:06Z', 'updated_at': '2021-06-16T15:29:21Z', 'revision_number': 1, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:23.085895 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5710b846-d6ab-4f9f-8e4b-7e8aa235a612 None None] The sync data for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi is: [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': '33699293-b0b7-485a-bd22-6f495fca0f7e', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'port_id': '6710f180-41ae-4e20-9b76-d4069163f307', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'mac_address': 'fa:16:3e:7e:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:29:06Z', 'updated_at': '2021-06-16T15:29:21Z', 'revision_number': 1, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:29:23.415643 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 791afb03-afa1-495e-ad61-f4ef62c599d3 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:29:23.458339 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-51ed2252-52f3-484e-b034-04014b6de0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:23.485221 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b39d6-82ac-4b1c-8135-108e9a9aa473 None None] New status for floating IP 33699293-b0b7-485a-bd22-6f495fca0f7e: ACTIVE {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:29:23.597414 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 791afb03-afa1-495e-ad61-f4ef62c599d3, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=791afb03-afa1-495e-ad61-f4ef62c599d3,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:23.613457 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '791afb03-afa1-495e-ad61-f4ef62c599d3', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'port_id': '791afb03-afa1-495e-ad61-f4ef62c599d3', 'mac_address': 'fa:16:3e:5b:f0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:29:23.667915 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:23.694744 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791afb03-afa1-495e-ad61-f4ef62c599d3 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:29:23.713168 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257acf8-0cd7-48b7-8167-709f334df308 req-3b0df43f-9811-40d1-9bae-fda86f0c5ae6 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:23.718170 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b257acf8-0cd7-48b7-8167-709f334df308 req-3b0df43f-9811-40d1-9bae-fda86f0c5ae6 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 944 time: 0.1226082 Jun 16 15:29:23.739189 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 791afb03-afa1-495e-ad61-f4ef62c599d3, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=791afb03-afa1-495e-ad61-f4ef62c599d3,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:23.746232 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:23.749311 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-809dc068-8bb3-4159-bc45-733b9ad2aa27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:23.785230 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b257acf8-0cd7-48b7-8167-709f334df308 req-db56636e-1eee-4155-8107-3d4ac46e7663 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=adda511c-5762-4057-b5d3-836222915f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589030 Jun 16 15:29:23.815289 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=791afb03-afa1-495e-ad61-f4ef62c599d3,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:23.818780 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:23.989839 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:24.099810 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['791afb03-afa1-495e-ad61-f4ef62c599d3'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:29:24.993227 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bdcee-dc45-475b-844e-826bfc44e650 req-6dba5c6c-e70b-44fc-8a81-d11c1d92eebb tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:24.995964 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-168bdcee-dc45-475b-844e-826bfc44e650 req-6dba5c6c-e70b-44fc-8a81-d11c1d92eebb tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 945 time: 0.0882561 Jun 16 15:29:25.038156 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-168bdcee-dc45-475b-844e-826bfc44e650 req-af1222e2-d720-4602-a5f6-7323d36ef972 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=adda511c-5762-4057-b5d3-836222915f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355124 Jun 16 15:29:25.417291 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 791afb03-afa1-495e-ad61-f4ef62c599d3 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:29:25.486791 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 791afb03-afa1-495e-ad61-f4ef62c599d3 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:29:25.493972 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 791afb03-afa1-495e-ad61-f4ef62c599d3 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:29:25.494598 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:25.634543 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:25.664111 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45f2536-d9ff-4d07-a414-de255113784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791afb03-afa1-495e-ad61-f4ef62c599d3'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:29:25.666910 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5430fe02-7a47-4313-8973-57336689a130" -d '{"events": [{"server_uuid": "c45f2536-d9ff-4d07-a414-de255113784e", "name": "network-vif-plugged", "status": "completed", "tag": "791afb03-afa1-495e-ad61-f4ef62c599d3"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:29:25.683256 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 791afb03-afa1-495e-ad61-f4ef62c599d3, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=791afb03-afa1-495e-ad61-f4ef62c599d3,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:29:25.693227 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:25.697370 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:29:25.744028 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d917982-986b-4e7b-91ec-0edf20a6695b x-openstack-request-id: req-4d917982-986b-4e7b-91ec-0edf20a6695b {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:29:25.744615 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45f2536-d9ff-4d07-a414-de255113784e", "name": "network-vif-plugged", "status": "completed", "tag": "791afb03-afa1-495e-ad61-f4ef62c599d3", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:29:25.745213 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d917982-986b-4e7b-91ec-0edf20a6695b {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:29:25.745903 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45f2536-d9ff-4d07-a414-de255113784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791afb03-afa1-495e-ad61-f4ef62c599d3', 'code': 200} Jun 16 15:29:25.784943 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=791afb03-afa1-495e-ad61-f4ef62c599d3,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:29:25.788462 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:29:25.979558 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c88db-2512-4ae9-a593-15d15e795d9b req-f270df47-ec44-432e-aa98-326ca58f6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:25.981349 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e68c88db-2512-4ae9-a593-15d15e795d9b req-f270df47-ec44-432e-aa98-326ca58f6fb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 1099 time: 0.0637093 Jun 16 15:29:26.021510 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e68c88db-2512-4ae9-a593-15d15e795d9b req-33a59e36-74b1-4c81-a8df-1cb9d23ffc44 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=adda511c-5762-4057-b5d3-836222915f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340209 Jun 16 15:29:26.240543 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:26.249953 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7922294-ca4a-47db-911a-a5f4f42b4fd2 req-4899e04a-4fef-4d7d-a155-5215c7487180 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:26.252704 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a7922294-ca4a-47db-911a-a5f4f42b4fd2 req-4899e04a-4fef-4d7d-a155-5215c7487180 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 946 time: 0.0843513 Jun 16 15:29:26.298953 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a7922294-ca4a-47db-911a-a5f4f42b4fd2 req-aa15c7a1-a94c-469e-bea1-9380440ed014 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=adda511c-5762-4057-b5d3-836222915f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399623 Jun 16 15:29:27.509222 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd3537-a3e0-43f5-aeda-00d7c582567a req-d06dd1d1-ee88-4284-91e8-9c374b0e53f0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:27.510767 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-39fd3537-a3e0-43f5-aeda-00d7c582567a req-d06dd1d1-ee88-4284-91e8-9c374b0e53f0 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 946 time: 0.0814121 Jun 16 15:29:27.564437 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-39fd3537-a3e0-43f5-aeda-00d7c582567a req-1f975293-e4c7-46ea-8f73-cbd237fe1e17 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=adda511c-5762-4057-b5d3-836222915f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437155 Jun 16 15:29:27.788272 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c202fc-24bc-470c-9161-109b3d66aeb4 req-56ba769f-e652-4be1-8c4d-631316350887 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:27.789916 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-69c202fc-24bc-470c-9161-109b3d66aeb4 req-56ba769f-e652-4be1-8c4d-631316350887 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 946 time: 0.0793142 Jun 16 15:29:27.799318 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50112) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:29:27.804256 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-b0e4a76f-573a-4f25-b0b5-7a86595ae283 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Request body: {'floatingip': {'port_id': '791afb03-afa1-495e-ad61-f4ef62c599d3'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:29:27.847437 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a76f-573a-4f25-b0b5-7a86595ae283 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:27.975727 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:28.643959 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a76f-573a-4f25-b0b5-7a86595ae283 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:28.648518 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a76f-573a-4f25-b0b5-7a86595ae283 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:28.761039 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.l3_db [None req-b0e4a76f-573a-4f25-b0b5-7a86595ae283 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Floating IP 62d4eab9-095c-4188-998d-1790c63c07ba associated. External IP: 172.27.0.145, port: 791afb03-afa1-495e-ad61-f4ef62c599d3. Jun 16 15:29:29.048620 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e4a76f-573a-4f25-b0b5-7a86595ae283 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:29:29.169521 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e4a76f-573a-4f25-b0b5-7a86595ae283 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:29:29.175039 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a76f-573a-4f25-b0b5-7a86595ae283 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:29.183879 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060d367-1d43-4fd6-94c7-c6a8561fc77d None None] Sync routers for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:29:29.197407 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060d367-1d43-4fd6-94c7-c6a8561fc77d None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:29:29.198457 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-d060d367-1d43-4fd6-94c7-c6a8561fc77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:29:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:29.218712 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-b0e4a76f-573a-4f25-b0b5-7a86595ae283 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "PUT /v2.0/floatingips/62d4eab9-095c-4188-998d-1790c63c07ba HTTP/1.1" status: 200 len: 992 time: 1.4180691 Jun 16 15:29:29.220037 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45f2536-d9ff-4d07-a414-de255113784e', 'tag': '791afb03-afa1-495e-ad61-f4ef62c599d3'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:29:29.222927 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4751394d-1d3c-4a28-b3e3-4f299752266b" -d '{"events": [{"name": "network-changed", "server_uuid": "c45f2536-d9ff-4d07-a414-de255113784e", "tag": "791afb03-afa1-495e-ad61-f4ef62c599d3"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:29:29.371754 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-d060d367-1d43-4fd6-94c7-c6a8561fc77d None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:29:29.377435 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc357d6a-c23f-40d2-88cc-817b6100fd27 x-openstack-request-id: req-cc357d6a-c23f-40d2-88cc-817b6100fd27 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:29:29.377772 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45f2536-d9ff-4d07-a414-de255113784e", "tag": "791afb03-afa1-495e-ad61-f4ef62c599d3", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:29:29.378096 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc357d6a-c23f-40d2-88cc-817b6100fd27 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:29:29.378552 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45f2536-d9ff-4d07-a414-de255113784e', 'tag': '791afb03-afa1-495e-ad61-f4ef62c599d3', 'status': 'completed', 'code': 200} Jun 16 15:29:29.480801 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751394d-1d3c-4a28-b3e3-4f299752266b req-f5adabb5-88ab-4ecc-a728-90d88f94c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:29.482743 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4751394d-1d3c-4a28-b3e3-4f299752266b req-f5adabb5-88ab-4ecc-a728-90d88f94c951 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 1099 time: 0.0753200 Jun 16 15:29:29.594613 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751394d-1d3c-4a28-b3e3-4f299752266b req-59a5f19a-1f8c-4008-8dbe-a0613a2bbafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:29.597109 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4751394d-1d3c-4a28-b3e3-4f299752266b req-59a5f19a-1f8c-4008-8dbe-a0613a2bbafb service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 200 len: 912 time: 0.1074524 Jun 16 15:29:29.664994 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-d060d367-1d43-4fd6-94c7-c6a8561fc77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': '62d4eab9-095c-4188-998d-1790c63c07ba', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'port_id': '791afb03-afa1-495e-ad61-f4ef62c599d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'mac_address': 'fa:16:3e:5b:f0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f2536-d9ff-4d07-a414-de255113784e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:29:14Z', 'updated_at': '2021-06-16T15:29:28Z', 'revision_number': 1, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:29.669962 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060d367-1d43-4fd6-94c7-c6a8561fc77d None None] Checking router: 10eb6dc9-60f6-46c9-a969-b2e0e0265510 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:29:29.681885 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060d367-1d43-4fd6-94c7-c6a8561fc77d None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:29:29.682788 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-d060d367-1d43-4fd6-94c7-c6a8561fc77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:29:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:29.684056 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4751394d-1d3c-4a28-b3e3-4f299752266b req-b069e037-67a3-4942-91fc-3be74eafb74c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=791afb03-afa1-495e-ad61-f4ef62c599d3 HTTP/1.1" status: 200 len: 1000 time: 0.0793118 Jun 16 15:29:29.744176 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751394d-1d3c-4a28-b3e3-4f299752266b req-1dbf4a2d-16b8-4eb3-b4a4-2f5447d3fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:29.747297 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4751394d-1d3c-4a28-b3e3-4f299752266b req-1dbf4a2d-16b8-4eb3-b4a4-2f5447d3fe6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 200 len: 849 time: 0.0571005 Jun 16 15:29:29.813684 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751394d-1d3c-4a28-b3e3-4f299752266b req-52adb10c-794e-49f1-9ed3-2fb05f658d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:29.815224 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4751394d-1d3c-4a28-b3e3-4f299752266b req-52adb10c-794e-49f1-9ed3-2fb05f658d65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed365210-33e5-4731-9c5b-4ff91ea99e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611758 Jun 16 15:29:29.821524 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-d060d367-1d43-4fd6-94c7-c6a8561fc77d None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:29:29.942751 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4751394d-1d3c-4a28-b3e3-4f299752266b req-65bd0e0a-a946-4bce-aa04-b38e4bca10c1 service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199360 Jun 16 15:29:30.060036 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4751394d-1d3c-4a28-b3e3-4f299752266b req-28c15e81-5b87-4dbc-85da-2c0f0c5fb6fb service neutron] 10.222.0.36 "GET /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091852 Jun 16 15:29:30.255548 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-d060d367-1d43-4fd6-94c7-c6a8561fc77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': '62d4eab9-095c-4188-998d-1790c63c07ba', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'port_id': '791afb03-afa1-495e-ad61-f4ef62c599d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'mac_address': 'fa:16:3e:5b:f0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f2536-d9ff-4d07-a414-de255113784e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:29:14Z', 'updated_at': '2021-06-16T15:29:28Z', 'revision_number': 1, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:29:30.259808 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060d367-1d43-4fd6-94c7-c6a8561fc77d None None] The sync data for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi is: [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': '62d4eab9-095c-4188-998d-1790c63c07ba', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'port_id': '791afb03-afa1-495e-ad61-f4ef62c599d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'mac_address': 'fa:16:3e:5b:f0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f2536-d9ff-4d07-a414-de255113784e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:29:14Z', 'updated_at': '2021-06-16T15:29:28Z', 'revision_number': 1, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:29:30.499826 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be9f8e0-7cad-4ae7-b9a8-8164e09ef478 None None] New status for floating IP 62d4eab9-095c-4188-998d-1790c63c07ba: ACTIVE {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:29:32.959969 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:37.583932 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-a67d51e0-6d08-4447-8d44-ebfd86697a95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623810 Jun 16 15:29:37.672276 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-0657eb82-316e-403b-9d37-fc7e5c1fc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:37.674064 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-0657eb82-316e-403b-9d37-fc7e5c1fc62b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 1098 time: 0.0596464 Jun 16 15:29:37.790678 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-0213bf1b-d7ec-4404-bcbd-45af7b97c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:37.792103 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-0213bf1b-d7ec-4404-bcbd-45af7b97c759 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.0903356 Jun 16 15:29:37.863568 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-57e2c13f-1e86-4035-9fb5-58725c69e34e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dae61ec9-9930-42ab-b242-4d4c50e00a4e HTTP/1.1" status: 200 len: 1001 time: 0.0649550 Jun 16 15:29:37.920135 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-da99e934-af69-4458-82a5-0f1aaca5edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:37.921693 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-da99e934-af69-4458-82a5-0f1aaca5edb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0492811 Jun 16 15:29:37.988800 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-d810322b-25f0-4743-9d94-29e1c67f90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:29:37.990624 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-d810322b-25f0-4743-9d94-29e1c67f90d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597770 Jun 16 15:29:38.088620 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-023fefa6-ff40-4a8c-befc-3f5ed8280769 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916133 Jun 16 15:29:38.182157 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-412fc3f4-a4aa-447c-b855-cbafa3b6a75e req-b92b891d-a1e4-4dc1-a4ff-8bf485c2c179 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868969 Jun 16 15:29:49.889806 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-d5e04c2b-db1e-4eac-b6d2-c53a62c39ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:53.439769 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a195499e-ddc9-416d-b9f0-b64e272793af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:53.997456 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:54.871362 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:29:56.248759 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:29:57.973669 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:02.976848 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:19.894746 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b6fd69e4-ad96-431a-839c-151dbb82fe0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:23.435359 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-463e2e07-98ae-4957-9a0e-4b27433bca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:24.001246 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:26.246840 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:27.432195 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f676b-45ef-44ff-95ea-006b80110c3b req-23027234-1f35-4ae8-a572-49d88fb95638 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:27.434341 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0b5f676b-45ef-44ff-95ea-006b80110c3b req-23027234-1f35-4ae8-a572-49d88fb95638 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 945 time: 0.1021466 Jun 16 15:30:27.500773 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0b5f676b-45ef-44ff-95ea-006b80110c3b req-672885be-b234-4fe7-ba7b-8bf8f900b139 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554960 Jun 16 15:30:27.973322 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:28.842160 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30775a5-1c39-401a-b52e-2a984a939f94 req-1cd48cdf-bdbd-48a6-ac49-1709bc59233d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:28.844554 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d30775a5-1c39-401a-b52e-2a984a939f94 req-1cd48cdf-bdbd-48a6-ac49-1709bc59233d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 945 time: 0.1397448 Jun 16 15:30:28.896796 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d30775a5-1c39-401a-b52e-2a984a939f94 req-28134d3f-8fa8-4734-bee9-eb6d15ccf9b8 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460162 Jun 16 15:30:29.209176 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c147e-8657-4944-ba39-5d744fde0166 req-a16f8695-9125-4074-9012-d85c066dbf40 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:29.210714 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-383c147e-8657-4944-ba39-5d744fde0166 req-a16f8695-9125-4074-9012-d85c066dbf40 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 945 time: 0.0716023 Jun 16 15:30:29.364250 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Deleting port dae61ec9-9930-42ab-b242-4d4c50e00a4e {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:30:29.364616 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:29.474222 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] For port dae61ec9-9930-42ab-b242-4d4c50e00a4e, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=dae61ec9-9930-42ab-b242-4d4c50e00a4e,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:29.474554 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.031093 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.032201 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.032768 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.l3_db [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Floating IP e099f0d5-f3f3-4ecd-bcd2-b557bf49a4c4 disassociated. External IP: 172.27.0.251, port: dae61ec9-9930-42ab-b242-4d4c50e00a4e. Jun 16 15:30:30.033533 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Calling delete_port for dae61ec9-9930-42ab-b242-4d4c50e00a4e owned by compute:nova {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:30:30.187229 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9403957-9a1a-4ea8-b0ef-c94643354105 req-707f48dd-84cc-4893-bf24-b0bc38b7bad9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:30.189091 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e9403957-9a1a-4ea8-b0ef-c94643354105 req-707f48dd-84cc-4893-bf24-b0bc38b7bad9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 945 time: 0.0991278 Jun 16 15:30:30.199776 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.206394 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-57c1873b-e1f5-41ce-a9d1-7ba31b065f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:30:30.233715 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event deleted for resources: {'Port': ['ID=dae61ec9-9930-42ab-b242-4d4c50e00a4e,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:30.236471 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e9403957-9a1a-4ea8-b0ef-c94643354105 req-954d3e9c-8368-41bd-9f03-1eb1b814b6d0 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385110 Jun 16 15:30:30.251553 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.251939 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.252306 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.252670 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.253058 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.253416 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.253773 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.254135 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.254490 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.254840 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.255437 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.255791 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:30.259534 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:30:30.389696 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Router 0b436084-b9c2-4703-bfe6-2da1f4efed44 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:30:30.510227 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:30:30.521330 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa24930-73ad-4d27-9628-e297bb966217 None None] Sync routers for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:30:30.532584 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa24930-73ad-4d27-9628-e297bb966217 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:30:30.533275 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-8fa24930-73ad-4d27-9628-e297bb966217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:30:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:30.559592 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] No DVR routers for this DVR port dae61ec9-9930-42ab-b242-4d4c50e00a4e on host hv-cinder-75790 {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:30:30.563126 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:30.565182 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-383c147e-8657-4944-ba39-5d744fde0166 req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "DELETE /v2.0/ports/dae61ec9-9930-42ab-b242-4d4c50e00a4e HTTP/1.1" status: 204 len: 173 time: 1.3474712 Jun 16 15:30:30.565699 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'name': 'network-vif-deleted', 'tag': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:30:30.568005 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9ad3a0-cfdf-4c04-97a6-8e054d91194f" -d '{"events": [{"server_uuid": "a5282828-285a-457c-bd05-c38f3bc686ea", "name": "network-vif-deleted", "tag": "dae61ec9-9930-42ab-b242-4d4c50e00a4e"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:30:30.615118 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be539ec8-9531-42a8-961e-47628317e1cf x-openstack-request-id: req-be539ec8-9531-42a8-961e-47628317e1cf {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:30:30.615460 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5282828-285a-457c-bd05-c38f3bc686ea", "name": "network-vif-deleted", "tag": "dae61ec9-9930-42ab-b242-4d4c50e00a4e", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:30:30.615735 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be539ec8-9531-42a8-961e-47628317e1cf {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:30:30.616168 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5282828-285a-457c-bd05-c38f3bc686ea', 'name': 'network-vif-deleted', 'tag': 'dae61ec9-9930-42ab-b242-4d4c50e00a4e', 'status': 'completed', 'code': 200} Jun 16 15:30:30.671618 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-8fa24930-73ad-4d27-9628-e297bb966217 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:30:30.913230 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-8fa24930-73ad-4d27-9628-e297bb966217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:30.920559 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa24930-73ad-4d27-9628-e297bb966217 None None] Checking router: 0b436084-b9c2-4703-bfe6-2da1f4efed44 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:30:30.939099 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa24930-73ad-4d27-9628-e297bb966217 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:30:30.940124 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-8fa24930-73ad-4d27-9628-e297bb966217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:30:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:31.144216 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-8fa24930-73ad-4d27-9628-e297bb966217 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:30:31.488323 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-8fa24930-73ad-4d27-9628-e297bb966217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:31.498049 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa24930-73ad-4d27-9628-e297bb966217 None None] The sync data for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi is: [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:30:31.556883 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f4ad3ee3-df6d-44bc-8c61-a3c1362da8ca req-34bf7cf9-8111-43bd-8f4d-749b4875028a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5282828-285a-457c-bd05-c38f3bc686ea HTTP/1.1" status: 200 len: 210 time: 0.0467834 Jun 16 15:30:31.828256 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868e7bda-1170-4e43-94ab-f1a8f81b1436 None None] New status for floating IP e099f0d5-f3f3-4ecd-bcd2-b557bf49a4c4: DOWN {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:30:31.866546 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device dae61ec9-9930-42ab-b242-4d4c50e00a4e no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:30:31.892752 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: dae61ec9-9930-42ab-b242-4d4c50e00a4e {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:30:31.893321 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device dae61ec9-9930-42ab-b242-4d4c50e00a4e not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:30:31.906896 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:30:33.000702 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:33.040434 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-52fb656b-f0cd-4d28-87b7-4cd3e7e67ad8 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888561251&fields=id&tenant_id=7873dd7690ae49babe5906a4e337be7f HTTP/1.1" status: 200 len: 267 time: 0.0621066 Jun 16 15:30:33.196061 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-0c00fd2e-3dba-4fde-a895-c60e9c1d19a1 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:33.197921 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-0c00fd2e-3dba-4fde-a895-c60e9c1d19a1 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 812 time: 0.1492374 Jun 16 15:30:33.218894 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-b54444a4-f5ee-4c97-83f2-79bc3db855fb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/quotas/7873dd7690ae49babe5906a4e337be7f HTTP/1.1" status: 200 len: 375 time: 0.0130861 Jun 16 15:30:33.324032 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-3c043a01-dca0-4212-90f8-de7fca543521 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987010 Jun 16 15:30:33.347392 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a4753128-93ea-4d6f-b491-b61a8c9238e5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:30:33.349023 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a4753128-93ea-4d6f-b491-b61a8c9238e5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076127 Jun 16 15:30:33.472677 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-00b10f83-1cc9-40b0-9bcb-0af32e1834eb service neutron] 10.222.0.61 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113985 Jun 16 15:30:33.583059 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-6246beb6-014e-4379-80c0-d72cc28606e6 service neutron] 10.222.0.61 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021459 Jun 16 15:30:34.060223 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-de3ef36d-6946-467b-8f99-6d97a8801502 req-4a24d120-b8fd-4f77-8a80-8604a6e7b064 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 210 time: 0.0653632 Jun 16 15:30:35.339505 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-454fc486-0d43-47dd-8acb-fec3e450f7cc req-c650e8d4-23d0-42cf-948f-a83a9a0ae2c5 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 210 time: 0.1008086 Jun 16 15:30:35.721096 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-86ab2cb7-8ae8-4e8f-9993-71457beaccec tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:35.723741 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-86ab2cb7-8ae8-4e8f-9993-71457beaccec tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 812 time: 0.1502750 Jun 16 15:30:35.801481 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-dbb1abb6-37f9-4dec-b6fc-aaba95b1a46f tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7873dd7690ae49babe5906a4e337be7f HTTP/1.1" status: 200 len: 380 time: 0.0619495 Jun 16 15:30:35.813499 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'port': {'device_id': '28216185-f8e6-49b3-91b0-4861a0468e56', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'admin_state_up': True, 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'security_groups': ['c7fc3a2b-f1a5-4eea-9de3-7a3df1673209']}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:35.993203 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Made reservation on behalf of 7873dd7690ae49babe5906a4e337be7f for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:30:36.000394 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.197965 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Allocated IP 172.20.0.14 (80ddeedb-aa13-4af5-ab59-22b5076b54f6/1e386ae4-3110-4f29-9ad0-b18c2ddb9a02/6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:30:36.442358 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.471375 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Transition to ACTIVE for port object 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:30:36.521600 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.526627 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1b467216-dfa3-407d-8928-8839e530b787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:30:36.594442 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:30:36.601009 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:30:36.604497 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:30:36.691723 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'Port': ['ID=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:36.695280 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:30:36.721467 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:36.722435 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.748926 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9416618 Jun 16 15:30:36.767943 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Request body: {'port': {'device_id': '28216185-f8e6-49b3-91b0-4861a0468e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:36.826407 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71728576-4f95-4780-ab31-db87b6c37930 req-a15e81bb-10c6-4ab2-9b0b-93b5bddab1a9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:36.829007 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-71728576-4f95-4780-ab31-db87b6c37930 req-a15e81bb-10c6-4ab2-9b0b-93b5bddab1a9 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 932 time: 0.1891289 Jun 16 15:30:36.924805 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-71728576-4f95-4780-ab31-db87b6c37930 req-572ce5a9-0eeb-4593-8a1f-8cf1f28b0dbd tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788360 Jun 16 15:30:36.930156 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-c0c5f064-3714-4d7c-a1db-05c53b64076a None None] Provisioning for port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:30:36.930914 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:36.943705 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-c0c5f064-3714-4d7c-a1db-05c53b64076a None None] Provisioning complete for port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:36.944245 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f064-3714-4d7c-a1db-05c53b64076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:37.026886 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5f064-3714-4d7c-a1db-05c53b64076a None None] Port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:30:37.303141 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:30:37.313264 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:37.332855 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Transition to ACTIVE for port object 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:30:37.338688 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:37.342508 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:30:37.464363 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:37.470144 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:30:37.532752 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Attempting to bind port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:30:37.533116 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Attempting to bind port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:30:37.534299 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Attempting to bind port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d on network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:30:37.543943 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d on network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:30:37.543943 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Attempting to bind port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d on network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:30:37.556947 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:30:37.557758 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Checking segment: {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:30:37.558414 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Bound using segment: {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:30:37.559272 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Bound port: 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:30:37.560204 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:37.664781 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] For port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:30:37.666341 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] For port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:30:37.673031 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:37.676315 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:30:37.719989 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:37.720597 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:37.722042 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d HTTP/1.1" status: 200 len: 1094 time: 0.9626982 Jun 16 15:30:37.722594 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28216185-f8e6-49b3-91b0-4861a0468e56', 'tag': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:30:37.724958 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38" -d '{"events": [{"name": "network-changed", "server_uuid": "28216185-f8e6-49b3-91b0-4861a0468e56", "tag": "6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:30:37.760476 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:37.771751 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:30:37.822068 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765c4696-7e16-4d83-aed5-b2b434a11588 x-openstack-request-id: req-765c4696-7e16-4d83-aed5-b2b434a11588 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:30:37.822488 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28216185-f8e6-49b3-91b0-4861a0468e56", "tag": "6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:30:37.822856 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-765c4696-7e16-4d83-aed5-b2b434a11588 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:30:37.823356 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28216185-f8e6-49b3-91b0-4861a0468e56', 'tag': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'status': 'completed', 'code': 200} Jun 16 15:30:37.867781 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-cc908763-32d3-4f9c-8962-6540d547bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:37.870034 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-cc908763-32d3-4f9c-8962-6540d547bba0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 1097 time: 0.0828693 Jun 16 15:30:37.922857 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-19212fe8-5100-480f-8d50-f26c6a82b6a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d HTTP/1.1" status: 200 len: 217 time: 0.0451059 Jun 16 15:30:37.995839 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-8c711792-3750-4296-81fc-7ac998f7af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:37.999166 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-8c711792-3750-4296-81fc-7ac998f7af73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0684950 Jun 16 15:30:38.079576 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-ee5a07e7-d492-40de-9e36-0c1e0437f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:38.081907 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-ee5a07e7-d492-40de-9e36-0c1e0437f1a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765061 Jun 16 15:30:38.324645 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4dc74-eca7-48b0-a245-d5bc5f066870 req-4576e493-525e-42dd-81c5-a0c32f79161c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:38.327995 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0be4dc74-eca7-48b0-a245-d5bc5f066870 req-4576e493-525e-42dd-81c5-a0c32f79161c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 944 time: 0.2276452 Jun 16 15:30:38.331755 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-10ea3282-6fd5-4174-a1a5-8d0ff1a49159 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417612 Jun 16 15:30:38.440703 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-0be4dc74-eca7-48b0-a245-d5bc5f066870 req-34dcb5e5-83af-4265-bb1a-14f344125a1c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024079 Jun 16 15:30:38.480733 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b2cecf4-31c3-469b-a09f-29b8579d2630 req-0e20a570-c698-4e75-9981-064f46d8d9c9 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396966 Jun 16 15:30:38.616597 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38 req-e398901e-ef0b-4a82-8414-c0d4332182c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:38.618668 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38 req-e398901e-ef0b-4a82-8414-c0d4332182c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 1097 time: 0.0767424 Jun 16 15:30:38.740072 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38 req-6c0f87d2-7dfb-4c51-8d47-a0373781d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:38.741616 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38 req-6c0f87d2-7dfb-4c51-8d47-a0373781d67b service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.1163647 Jun 16 15:30:38.793357 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38 req-a10e7878-88d9-4b56-9eba-1d712484ead2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d HTTP/1.1" status: 200 len: 217 time: 0.0443418 Jun 16 15:30:38.859246 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38 req-feaf2da1-1a4e-4563-810e-2b3e3536b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:38.861272 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38 req-feaf2da1-1a4e-4563-810e-2b3e3536b3ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0585444 Jun 16 15:30:38.930450 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38 req-1c4bf8f3-47b3-4820-b526-d5ba6796f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:38.932079 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38 req-1c4bf8f3-47b3-4820-b526-d5ba6796f633 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632696 Jun 16 15:30:39.075348 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38 req-49cc6fe7-19c5-4f98-9e40-96ee6837949e service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355879 Jun 16 15:30:39.196689 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a013ce0f-2e76-40c5-a1d8-2e2c5280ff38 req-4fb5ef0b-cbfa-4a42-818b-2fded08ca64b service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136014 Jun 16 15:30:39.542746 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-277461e5-3c82-44e8-acdc-418826b18c06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070185 Jun 16 15:30:39.697386 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-0ac12951-02d4-4f4c-9010-af5f7ddbfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:39.700085 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-0ac12951-02d4-4f4c-9010-af5f7ddbfd00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 1099 time: 0.0967236 Jun 16 15:30:39.736779 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75129cea-f555-4bac-a183-00b95fc86ca9 req-9a5de49b-2ae3-4811-bf81-a13adfa69ae7 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:39.740795 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-75129cea-f555-4bac-a183-00b95fc86ca9 req-9a5de49b-2ae3-4811-bf81-a13adfa69ae7 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 944 time: 0.0976830 Jun 16 15:30:39.799967 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-75129cea-f555-4bac-a183-00b95fc86ca9 req-2796f2f3-6588-4e2b-b715-c903d5e3c427 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494530 Jun 16 15:30:39.852100 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-22b6a790-1490-443c-83c4-e10613ac97c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:39.853638 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-22b6a790-1490-443c-83c4-e10613ac97c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 919 time: 0.1258144 Jun 16 15:30:39.961466 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-d1fb289e-071a-46ff-a3f9-b0a080168d02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6710f180-41ae-4e20-9b76-d4069163f307 HTTP/1.1" status: 200 len: 1001 time: 0.1004348 Jun 16 15:30:40.047698 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-49a062e9-7d2f-465f-91f7-97ad0ae49aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:40.049398 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-49a062e9-7d2f-465f-91f7-97ad0ae49aa2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.0788474 Jun 16 15:30:40.125202 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-5afe9026-f9b0-47f0-9390-b36b231bd72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:40.128446 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-5afe9026-f9b0-47f0-9390-b36b231bd72f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695562 Jun 16 15:30:40.257252 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-1dd72ee8-87f0-4862-9ee2-41954e162866 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166942 Jun 16 15:30:40.364023 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ae8230cd-c2f4-43f7-b3f2-f2e3a789bd73 req-7357a3e7-0f12-41f1-a31a-6ec07ed5a4be service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993364 Jun 16 15:30:41.060556 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaf676-671b-4a20-b462-dd8b4c3f3a55 req-1a1921e6-a122-4207-b621-9b8cebd3fb30 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:41.071994 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bdeaf676-671b-4a20-b462-dd8b4c3f3a55 req-1a1921e6-a122-4207-b621-9b8cebd3fb30 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 944 time: 0.1029475 Jun 16 15:30:41.119212 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bdeaf676-671b-4a20-b462-dd8b4c3f3a55 req-4eea1e1f-c602-4ee0-b405-7628793a989a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461164 Jun 16 15:30:42.328511 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4499ba-4470-4546-9e2e-9914a79a6a38 req-faf1a57f-e9a7-470e-a904-22991cdd821a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:42.330268 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4f4499ba-4470-4546-9e2e-9914a79a6a38 req-faf1a57f-e9a7-470e-a904-22991cdd821a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 944 time: 0.0722783 Jun 16 15:30:42.376364 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4f4499ba-4470-4546-9e2e-9914a79a6a38 req-a2011c80-6f00-4786-8592-00e59c103da8 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395787 Jun 16 15:30:43.666621 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd0782-1ccb-4719-ab24-685115fe82a1 req-e19e136f-1622-4bc6-9a53-c56f801bfc3b tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:43.670051 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-09bd0782-1ccb-4719-ab24-685115fe82a1 req-e19e136f-1622-4bc6-9a53-c56f801bfc3b tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 944 time: 0.1060491 Jun 16 15:30:43.736286 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-09bd0782-1ccb-4719-ab24-685115fe82a1 req-9095077a-e689-425e-88f7-c412ba5e2756 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588200 Jun 16 15:30:44.942304 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee77a03-4521-4f8b-b82d-9f9a5608f528 req-e71a6b3e-38df-4072-aaf5-f13f8c176f03 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:44.943893 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6ee77a03-4521-4f8b-b82d-9f9a5608f528 req-e71a6b3e-38df-4072-aaf5-f13f8c176f03 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 944 time: 0.0715036 Jun 16 15:30:44.993110 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-6ee77a03-4521-4f8b-b82d-9f9a5608f528 req-2744fd5d-fdac-4770-a3a9-3f9b850d9a80 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391164 Jun 16 15:30:45.948641 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:30:46.108245 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:46.130326 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'port_id': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'mac_address': 'fa:16:3e:e2:88:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:30:46.197319 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:46.220052 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:30:46.244193 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a142f-d67c-49af-b296-c060a9fb02c3 req-3ed18c80-6d24-4449-81eb-c8bd010a65e5 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:46.246022 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6e4a142f-d67c-49af-b296-c060a9fb02c3 req-3ed18c80-6d24-4449-81eb-c8bd010a65e5 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 944 time: 0.1027575 Jun 16 15:30:46.249056 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:46.255000 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:46.257601 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:30:46.301211 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6e4a142f-d67c-49af-b296-c060a9fb02c3 req-032e9b01-3ce7-4243-bcc6-dbf6ed1533d0 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445850 Jun 16 15:30:46.322526 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:46.332343 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.332692 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.333086 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.333405 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.333865 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.334200 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.334528 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.334853 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.335178 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.335500 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.335819 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.336140 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:46.340475 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:30:46.734532 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:30:47.558298 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a541ed-f51e-43c5-96b9-28e60d141676 req-771b873e-741d-45b9-a95c-b31e72460d25 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:47.561197 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b7a541ed-f51e-43c5-96b9-28e60d141676 req-771b873e-741d-45b9-a95c-b31e72460d25 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 945 time: 0.0840564 Jun 16 15:30:47.605267 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b7a541ed-f51e-43c5-96b9-28e60d141676 req-a9037c6e-df16-46ea-8d91-3952c207ac7a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378556 Jun 16 15:30:47.961560 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:30:48.023156 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:30:48.028728 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:30:48.029373 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:48.123933 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:48.152096 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28216185-f8e6-49b3-91b0-4861a0468e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:30:48.154736 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bc7a3c-c700-4cfc-a0b0-8c9a0b34653c" -d '{"events": [{"server_uuid": "28216185-f8e6-49b3-91b0-4861a0468e56", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:30:48.169660 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:30:48.174482 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:48.176547 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:30:48.232029 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cca3802-c6cc-44a5-adac-97c67ba437a5 x-openstack-request-id: req-8cca3802-c6cc-44a5-adac-97c67ba437a5 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:30:48.232960 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28216185-f8e6-49b3-91b0-4861a0468e56", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:30:48.232960 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8cca3802-c6cc-44a5-adac-97c67ba437a5 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:30:48.233216 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28216185-f8e6-49b3-91b0-4861a0468e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'code': 200} Jun 16 15:30:48.237449 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:48.241190 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:30:48.569101 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb392f-576b-4806-b318-b616146ef12e req-2b329842-473f-4e16-b356-30a24a928ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:48.571031 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d8cb392f-576b-4806-b318-b616146ef12e req-2b329842-473f-4e16-b356-30a24a928ecf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 1099 time: 0.0653090 Jun 16 15:30:48.612999 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d8cb392f-576b-4806-b318-b616146ef12e req-82dd13d0-c408-4622-bcf8-f9b40b154cba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342693 Jun 16 15:30:48.896734 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c574f1-3d22-4b12-b5bb-0d497537310e req-e444d3ff-cc60-422d-977f-614f79150313 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:48.898283 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-15c574f1-3d22-4b12-b5bb-0d497537310e req-e444d3ff-cc60-422d-977f-614f79150313 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 946 time: 0.0734212 Jun 16 15:30:48.948008 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-15c574f1-3d22-4b12-b5bb-0d497537310e req-20f2f611-5555-47ab-bda2-e20633073d43 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379422 Jun 16 15:30:49.903038 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-3b518d3a-c57e-4a09-9114-4cf436853e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:50.165169 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c5958-a845-491c-b51f-c53b3dfa53a2 req-29de474c-5c04-4233-b856-d3accb51a5a7 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:50.166956 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ad9c5958-a845-491c-b51f-c53b3dfa53a2 req-29de474c-5c04-4233-b856-d3accb51a5a7 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 946 time: 0.0766301 Jun 16 15:30:50.211333 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ad9c5958-a845-491c-b51f-c53b3dfa53a2 req-3c4c7c28-80eb-48cf-8df3-86c5af60a415 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374050 Jun 16 15:30:50.406862 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde48957-8ab5-410a-bef5-80292a241cc5 req-a83382ce-6aec-45e8-a5b6-bad8bb874cad tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:50.408365 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fde48957-8ab5-410a-bef5-80292a241cc5 req-a83382ce-6aec-45e8-a5b6-bad8bb874cad tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 946 time: 0.0704176 Jun 16 15:30:50.461760 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fde48957-8ab5-410a-bef5-80292a241cc5 req-896b737e-e42b-4afa-b764-a85edeec2abb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419462 Jun 16 15:30:50.491011 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50488) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:50.548324 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c76992-bf2c-4852-b02c-d773f8985d03 tempest-TestVolumeBootPattern-1723921365 tempest-TestVolumeBootPattern-1723921365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:50.550343 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f6c76992-bf2c-4852-b02c-d773f8985d03 tempest-TestVolumeBootPattern-1723921365 tempest-TestVolumeBootPattern-1723921365-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 1094 time: 0.0577874 Jun 16 15:30:50.553184 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50490) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:30:50.558191 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'floatingip': {'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'port_id': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:30:50.582531 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:50.692271 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:50.814866 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Allocated IP 172.27.0.38 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/7986d32d-ab9f-4031-b82f-04ccab19bbdb) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:30:50.932019 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:50.975276 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:50.977889 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-60c2f230-697c-49d5-af3b-a72cb24d9ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:30:51.022288 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:30:51.028784 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:30:51.033097 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:30:51.039639 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'Port': ['ID=7986d32d-ab9f-4031-b82f-04ccab19bbdb,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:51.076933 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.077331 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.077707 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.078070 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.078428 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.078784 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.079141 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.079496 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.079849 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.080199 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.080546 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.083093 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:30:51.086405 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:30:51.462484 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:51.551028 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:51.722922 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:51.729208 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:51.734247 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-44216a40-4345-4c52-b535-dcd268c859f8 tempest-ServerRescueNegativeTestJSON-1863533417 tempest-ServerRescueNegativeTestJSON-1863533417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:30:51.842264 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'Port': ['ID=7986d32d-ab9f-4031-b82f-04ccab19bbdb,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:30:51.850002 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:30:51.859819 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:51.975133 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.l3_db [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Floating IP da9f770a-cd5d-4e38-84e4-a4e0830c7ed8 associated. External IP: 172.27.0.38, port: 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d. Jun 16 15:30:52.269717 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Router 0b436084-b9c2-4703-bfe6-2da1f4efed44 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:30:52.394876 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:30:52.407105 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7207c3-4682-40cc-bc47-7f9044ee5d8e None None] Sync routers for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:30:52.419223 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7207c3-4682-40cc-bc47-7f9044ee5d8e None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:30:52.419893 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-de7207c3-4682-40cc-bc47-7f9044ee5d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:30:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:52.420110 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:52.473710 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9191468 Jun 16 15:30:52.474934 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28216185-f8e6-49b3-91b0-4861a0468e56', 'tag': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:30:52.479310 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96548217-7f72-4888-90cc-71f902941906" -d '{"events": [{"name": "network-changed", "server_uuid": "28216185-f8e6-49b3-91b0-4861a0468e56", "tag": "6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:30:52.546844 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889e6f54-5de0-4a94-9c09-6ea11b21ff7f x-openstack-request-id: req-889e6f54-5de0-4a94-9c09-6ea11b21ff7f {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:30:52.547301 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28216185-f8e6-49b3-91b0-4861a0468e56", "tag": "6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:30:52.547753 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-889e6f54-5de0-4a94-9c09-6ea11b21ff7f {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:30:52.548388 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28216185-f8e6-49b3-91b0-4861a0468e56', 'tag': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'status': 'completed', 'code': 200} Jun 16 15:30:52.552368 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-de7207c3-4682-40cc-bc47-7f9044ee5d8e None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:30:52.649735 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96548217-7f72-4888-90cc-71f902941906 req-26d43a90-ef58-497a-9ac3-18c939c31dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:52.651927 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96548217-7f72-4888-90cc-71f902941906 req-26d43a90-ef58-497a-9ac3-18c939c31dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 1099 time: 0.0775971 Jun 16 15:30:52.757422 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96548217-7f72-4888-90cc-71f902941906 req-3560c741-c29e-4bc7-bc64-c28bf9dd4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:52.759069 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96548217-7f72-4888-90cc-71f902941906 req-3560c741-c29e-4bc7-bc64-c28bf9dd4524 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.0971134 Jun 16 15:30:52.815261 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-de7207c3-4682-40cc-bc47-7f9044ee5d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'da9f770a-cd5d-4e38-84e4-a4e0830c7ed8', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:e2:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28216185-f8e6-49b3-91b0-4861a0468e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:30:51Z', 'updated_at': '2021-06-16T15:30:51Z', 'revision_number': 0, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:52.819531 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7207c3-4682-40cc-bc47-7f9044ee5d8e None None] Checking router: 0b436084-b9c2-4703-bfe6-2da1f4efed44 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:30:52.831216 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7207c3-4682-40cc-bc47-7f9044ee5d8e None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:30:52.832039 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-de7207c3-4682-40cc-bc47-7f9044ee5d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:30:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:52.843151 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96548217-7f72-4888-90cc-71f902941906 req-9b246c7b-579f-4a0a-8f3d-b77d2e455c33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d HTTP/1.1" status: 200 len: 999 time: 0.0766206 Jun 16 15:30:52.899747 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96548217-7f72-4888-90cc-71f902941906 req-2bd7a4d5-d8ee-4f87-9f43-2ef5c1062ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:52.900335 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96548217-7f72-4888-90cc-71f902941906 req-2bd7a4d5-d8ee-4f87-9f43-2ef5c1062ba8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0486233 Jun 16 15:30:52.957290 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-de7207c3-4682-40cc-bc47-7f9044ee5d8e None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:30:52.970880 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96548217-7f72-4888-90cc-71f902941906 req-705d26bb-a368-4fb5-954f-ac1b73811934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:52.973282 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96548217-7f72-4888-90cc-71f902941906 req-705d26bb-a368-4fb5-954f-ac1b73811934 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654597 Jun 16 15:30:52.988850 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [req-96548217-7f72-4888-90cc-71f902941906 req-5a52e863-0445-4448-bf13-f088a6d5ff86 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:30:52.990950 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96548217-7f72-4888-90cc-71f902941906 req-5a52e863-0445-4448-bf13-f088a6d5ff86 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101266 Jun 16 15:30:53.122507 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96548217-7f72-4888-90cc-71f902941906 req-83ed2e79-783e-485d-a41e-497d471ac2df service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230028 Jun 16 15:30:53.242271 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-96548217-7f72-4888-90cc-71f902941906 req-c4a54e84-7c5f-420f-801c-328f93cb5fbf service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124339 Jun 16 15:30:53.454565 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d149-bdb5-4aa3-852e-cd812fad1319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:53.480177 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-de7207c3-4682-40cc-bc47-7f9044ee5d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'da9f770a-cd5d-4e38-84e4-a4e0830c7ed8', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:e2:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28216185-f8e6-49b3-91b0-4861a0468e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:30:51Z', 'updated_at': '2021-06-16T15:30:51Z', 'revision_number': 0, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:30:53.486453 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7207c3-4682-40cc-bc47-7f9044ee5d8e None None] The sync data for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi is: [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'da9f770a-cd5d-4e38-84e4-a4e0830c7ed8', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:e2:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28216185-f8e6-49b3-91b0-4861a0468e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:30:51Z', 'updated_at': '2021-06-16T15:30:51Z', 'revision_number': 0, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:30:53.732074 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396a592c-d08b-4ecf-bcc6-b80199880b5a None None] New status for floating IP da9f770a-cd5d-4e38-84e4-a4e0830c7ed8: ACTIVE {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:30:53.997791 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:56.250566 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:57.977416 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:30:59.959171 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc9212-ae9e-4e26-b023-5bd68e53c878 req-a4f578b3-3438-479c-a550-7057704b6076 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:30:59.961581 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e1bc9212-ae9e-4e26-b023-5bd68e53c878 req-a4f578b3-3438-479c-a550-7057704b6076 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0894563 Jun 16 15:31:00.005217 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e1bc9212-ae9e-4e26-b023-5bd68e53c878 req-5f5230e0-e42e-495e-8647-be0a5feb974b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369256 Jun 16 15:31:01.203085 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab32009-3c47-41c7-bbfa-88374c75d9da req-f6f5ee33-e2a1-4d26-8de5-165074c17777 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:01.204702 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cab32009-3c47-41c7-bbfa-88374c75d9da req-f6f5ee33-e2a1-4d26-8de5-165074c17777 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0751524 Jun 16 15:31:01.272415 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cab32009-3c47-41c7-bbfa-88374c75d9da req-a42da143-1ce4-47a3-81b8-64996c313f0c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564666 Jun 16 15:31:02.463293 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e98d3-743c-4758-a78b-38fdbfab8510 req-e829eaa4-4cbc-4264-b1a7-6ea72a358c2d tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:02.464937 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b46e98d3-743c-4758-a78b-38fdbfab8510 req-e829eaa4-4cbc-4264-b1a7-6ea72a358c2d tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0714417 Jun 16 15:31:02.507303 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b46e98d3-743c-4758-a78b-38fdbfab8510 req-509cd74b-ba4c-4e44-abdc-c26866d4a0d4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358212 Jun 16 15:31:02.992465 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:03.704776 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30bac7-6f20-4410-bce7-019a95dbf8c2 req-1c9a7822-03fe-4551-8fe2-a145be8c67e2 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:03.706412 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cf30bac7-6f20-4410-bce7-019a95dbf8c2 req-1c9a7822-03fe-4551-8fe2-a145be8c67e2 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0794103 Jun 16 15:31:03.754313 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cf30bac7-6f20-4410-bce7-019a95dbf8c2 req-61ac986b-cb67-4884-9083-cf7762938792 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379889 Jun 16 15:31:04.974081 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c2a6f-8df7-4bb4-bd76-67f9975f648f req-d6f5df5e-8f68-4dd4-9189-aa1c1fbc926b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:04.975669 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a28c2a6f-8df7-4bb4-bd76-67f9975f648f req-d6f5df5e-8f68-4dd4-9189-aa1c1fbc926b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0757751 Jun 16 15:31:05.019053 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a28c2a6f-8df7-4bb4-bd76-67f9975f648f req-bf124364-476b-4977-bb19-b1364f5c124c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353880 Jun 16 15:31:06.221759 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4307-8396-41c1-89f8-c277ea387944 req-77051aa1-d8df-4c20-a435-ff548c4d4166 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:06.223422 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ebcb4307-8396-41c1-89f8-c277ea387944 req-77051aa1-d8df-4c20-a435-ff548c4d4166 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0760953 Jun 16 15:31:06.290937 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ebcb4307-8396-41c1-89f8-c277ea387944 req-1d0b5d9f-99e5-49e8-b97f-5059b9dc3527 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596218 Jun 16 15:31:07.483714 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732874f9-cb89-4b18-a993-433baa14e5fb req-bf3ae02d-dde1-4cfd-b0a8-b751f0734e68 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:07.485984 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-732874f9-cb89-4b18-a993-433baa14e5fb req-bf3ae02d-dde1-4cfd-b0a8-b751f0734e68 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0719779 Jun 16 15:31:07.540592 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-732874f9-cb89-4b18-a993-433baa14e5fb req-a1da4334-281b-4b1b-ac1d-10475b022297 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464938 Jun 16 15:31:08.756632 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43248c60-f481-4382-a8de-6ab0853f6e82 req-616b9c32-2a84-4188-a545-3043bdb78184 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:08.758364 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-43248c60-f481-4382-a8de-6ab0853f6e82 req-616b9c32-2a84-4188-a545-3043bdb78184 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0724735 Jun 16 15:31:08.804399 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-43248c60-f481-4382-a8de-6ab0853f6e82 req-78b7e558-76aa-4c67-b2ac-cad6fa245ad3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 Jun 16 15:31:08.876809 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:31:10.290994 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b3664-3f30-4670-9b24-c19d812b468b req-d98eb73f-bad3-482b-b2b1-0ac9094a8176 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:10.295700 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-358b3664-3f30-4670-9b24-c19d812b468b req-d98eb73f-bad3-482b-b2b1-0ac9094a8176 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.3605859 Jun 16 15:31:10.339595 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-358b3664-3f30-4670-9b24-c19d812b468b req-432767f5-5ae0-4794-b798-de8f15260b84 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381551 Jun 16 15:31:11.533889 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc1ef8-82f7-4f69-84cd-ec0c24890e86 req-f2713a81-bc41-4477-8e06-667ecc0013c5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:11.535520 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-38bc1ef8-82f7-4f69-84cd-ec0c24890e86 req-f2713a81-bc41-4477-8e06-667ecc0013c5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0678480 Jun 16 15:31:11.602735 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-38bc1ef8-82f7-4f69-84cd-ec0c24890e86 req-64d02074-6ecb-4130-8ad7-4ca24a5634a7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600264 Jun 16 15:31:12.084432 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6710f180-41ae-4e20-9b76-d4069163f307 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:31:12.193657 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:12.208060 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '6710f180-41ae-4e20-9b76-d4069163f307', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'port_id': '6710f180-41ae-4e20-9b76-d4069163f307', 'mac_address': 'fa:16:3e:7e:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:31:12.249839 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:12.265668 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6710f180-41ae-4e20-9b76-d4069163f307 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:31:12.292295 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:12.297697 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:12.299602 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:12.360864 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=6710f180-41ae-4e20-9b76-d4069163f307,revision_number=6']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:12.364508 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:12.660489 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['6710f180-41ae-4e20-9b76-d4069163f307'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:31:12.837743 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea45ce-82fb-4bcd-aa56-dc8e4e258a91 req-f5e0a5dc-b62b-4b99-ac9b-042a4a45776c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:12.839636 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8bea45ce-82fb-4bcd-aa56-dc8e4e258a91 req-f5e0a5dc-b62b-4b99-ac9b-042a4a45776c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 945 time: 0.0941095 Jun 16 15:31:12.895761 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8bea45ce-82fb-4bcd-aa56-dc8e4e258a91 req-aa82ba7d-a722-49d9-b667-f8ffdd5995a2 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484793 Jun 16 15:31:14.086104 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6710f180-41ae-4e20-9b76-d4069163f307 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:31:14.154935 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ac27-eaf1-4b56-adf0-c3fefa6a409c req-d095a4aa-8236-4a39-9b85-f9db5f8a0c5d tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:14.161748 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 6710f180-41ae-4e20-9b76-d4069163f307 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:14.162170 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:14.166005 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4ce3ac27-eaf1-4b56-adf0-c3fefa6a409c req-d095a4aa-8236-4a39-9b85-f9db5f8a0c5d tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 945 time: 0.1265111 Jun 16 15:31:14.227313 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4ce3ac27-eaf1-4b56-adf0-c3fefa6a409c req-48770f06-b3c9-4397-8817-b0e2a32843c6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578647 Jun 16 15:31:14.284179 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:14.327051 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:31:14.331180 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521f41bb-3659-49d6-be3e-229d1d15f457" -d '{"events": [{"server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "name": "network-vif-plugged", "status": "completed", "tag": "6710f180-41ae-4e20-9b76-d4069163f307"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:31:14.354483 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:14.360079 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:14.362111 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:14.389924 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c616f5e7-1b4f-4f50-a587-c350f2a922a3 x-openstack-request-id: req-c616f5e7-1b4f-4f50-a587-c350f2a922a3 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:31:14.390282 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "name": "network-vif-plugged", "status": "completed", "tag": "6710f180-41ae-4e20-9b76-d4069163f307", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:31:14.390491 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c616f5e7-1b4f-4f50-a587-c350f2a922a3 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:31:14.390894 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307', 'code': 200} Jun 16 15:31:14.431799 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=6710f180-41ae-4e20-9b76-d4069163f307,revision_number=7']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:14.437009 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:15.432917 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477e7a-12c3-4cd8-b544-f7e910aa1328 req-c086f0ed-cadb-4f2a-ae55-0e426160431b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:15.434715 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c7477e7a-12c3-4cd8-b544-f7e910aa1328 req-c086f0ed-cadb-4f2a-ae55-0e426160431b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0758269 Jun 16 15:31:15.480171 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c7477e7a-12c3-4cd8-b544-f7e910aa1328 req-9865013d-41c9-408b-8eaf-b2aae9c1932f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385582 Jun 16 15:31:16.716477 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeaa6e-73cf-42cc-aafc-feaeb77ef242 req-21ef8f67-d703-4747-98f0-393a45fa4c74 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:16.718601 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-45eeaa6e-73cf-42cc-aafc-feaeb77ef242 req-21ef8f67-d703-4747-98f0-393a45fa4c74 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.1096632 Jun 16 15:31:16.774676 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-45eeaa6e-73cf-42cc-aafc-feaeb77ef242 req-df4bfc42-1a20-4d63-bd14-4dd044b4af01 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493817 Jun 16 15:31:18.033860 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf5bd3-035f-4c27-bd2f-8eac6dfcb21e req-f07a74c4-b652-4bfd-a4a4-333bcfb151fd tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:18.035477 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-82cf5bd3-035f-4c27-bd2f-8eac6dfcb21e req-f07a74c4-b652-4bfd-a4a4-333bcfb151fd tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0761392 Jun 16 15:31:18.085415 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-82cf5bd3-035f-4c27-bd2f-8eac6dfcb21e req-65dbc7f7-9a4f-4d9e-89de-d16d35aa30b3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Jun 16 15:31:19.358051 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71badd84-4a41-4aed-bd93-cc5779efa2f4 req-c1fe96bd-c799-413c-b882-197f1db0d252 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:19.360609 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-71badd84-4a41-4aed-bd93-cc5779efa2f4 req-c1fe96bd-c799-413c-b882-197f1db0d252 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.1114309 Jun 16 15:31:19.426365 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-71badd84-4a41-4aed-bd93-cc5779efa2f4 req-ff96ea2e-2347-4553-b55a-db4c25cd040a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562000 Jun 16 15:31:19.907647 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ce108bbe-f292-4500-b5cc-22329006ee85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:20.754208 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df81c6e-f504-488c-8ba2-17ebfdc05412 req-970d57fc-8bbc-4774-b1ca-d791f41ad346 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:20.762418 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2df81c6e-f504-488c-8ba2-17ebfdc05412 req-970d57fc-8bbc-4774-b1ca-d791f41ad346 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.1166511 Jun 16 15:31:20.811329 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2df81c6e-f504-488c-8ba2-17ebfdc05412 req-e8b9748b-5315-498b-9cdb-1eabbc0dc980 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480523 Jun 16 15:31:22.061035 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21020ecd-8b52-4d49-b0c9-36f930a37e48 req-5a96c301-4582-48e0-bb90-f10f216bb104 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:22.062674 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-21020ecd-8b52-4d49-b0c9-36f930a37e48 req-5a96c301-4582-48e0-bb90-f10f216bb104 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0941029 Jun 16 15:31:22.125556 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-21020ecd-8b52-4d49-b0c9-36f930a37e48 req-6f188d98-9265-468f-8947-b22c618a988f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547504 Jun 16 15:31:23.454911 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a4a84231-1aed-4093-9248-5c41a54c1943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:23.470565 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016046e-43df-416e-9b43-f0a706e360b9 req-4ce7930d-e6d6-44ff-a398-dd099a83383b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:23.483418 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b016046e-43df-416e-9b43-f0a706e360b9 req-4ce7930d-e6d6-44ff-a398-dd099a83383b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.1360049 Jun 16 15:31:23.532778 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b016046e-43df-416e-9b43-f0a706e360b9 req-92574603-82bc-44e0-9c23-54799861ef66 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477560 Jun 16 15:31:24.009703 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:24.853010 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179f5b8-0ff7-450b-8648-d77360a59d42 req-dc3f1614-89af-4044-a3f2-028814a416cd tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:24.861995 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c179f5b8-0ff7-450b-8648-d77360a59d42 req-dc3f1614-89af-4044-a3f2-028814a416cd tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0901668 Jun 16 15:31:24.914762 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c179f5b8-0ff7-450b-8648-d77360a59d42 req-b976352e-06fc-46e1-9ecd-aea29ea10ea1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515943 Jun 16 15:31:26.272727 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69794e-e5db-4e9b-95a9-1c1a0e79f890 req-2e871402-0f35-4095-81b9-fa25a581eb2a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:26.275224 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2e69794e-e5db-4e9b-95a9-1c1a0e79f890 req-2e871402-0f35-4095-81b9-fa25a581eb2a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0784626 Jun 16 15:31:26.326105 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:26.357719 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2e69794e-e5db-4e9b-95a9-1c1a0e79f890 req-2b6a4220-6c27-46cd-907f-8d70ccaf577f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700960 Jun 16 15:31:27.632038 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f60c8-cebd-4b46-be27-bef679832782 req-f464bafd-35b0-4914-836b-a381cbcd445a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:27.633838 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4e9f60c8-cebd-4b46-be27-bef679832782 req-f464bafd-35b0-4914-836b-a381cbcd445a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0799699 Jun 16 15:31:27.698179 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4e9f60c8-cebd-4b46-be27-bef679832782 req-a594300f-6ecd-4abd-abb7-8eb7b81f75f9 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547943 Jun 16 15:31:27.984125 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:28.999555 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c9e0d-4144-4d2c-9143-ec7e891ff5f0 req-b70e74a0-1695-47c8-9e86-0051102bcb85 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:29.012142 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1b0c9e0d-4144-4d2c-9143-ec7e891ff5f0 req-b70e74a0-1695-47c8-9e86-0051102bcb85 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0965559 Jun 16 15:31:29.057624 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1b0c9e0d-4144-4d2c-9143-ec7e891ff5f0 req-5ac61d82-0f51-4de2-8f46-fd14f70184dc tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468142 Jun 16 15:31:30.314412 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9f906-c8e2-49ff-b2e8-200f540e9431 req-7cbeb184-dff2-44f3-ba1e-42252c5848cb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:30.316114 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-65a9f906-c8e2-49ff-b2e8-200f540e9431 req-7cbeb184-dff2-44f3-ba1e-42252c5848cb tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0856864 Jun 16 15:31:30.376848 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-65a9f906-c8e2-49ff-b2e8-200f540e9431 req-5aa3b3a4-a07a-4c39-bde4-bb2a3289474b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536578 Jun 16 15:31:30.627492 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35480c70-943d-485f-b776-918ce83831d7 req-7bd5c240-fd5d-43fa-8b58-8602b5d5c2a7 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:30.629043 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-35480c70-943d-485f-b776-918ce83831d7 req-7bd5c240-fd5d-43fa-8b58-8602b5d5c2a7 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 946 time: 0.0717821 Jun 16 15:31:30.670999 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-35480c70-943d-485f-b776-918ce83831d7 req-0bc578c7-8c25-4314-9379-b851a14897b5 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=adda511c-5762-4057-b5d3-836222915f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353765 Jun 16 15:31:31.035562 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e5e18-8b98-4f56-9cdb-1c99f11d4ce2 req-fc601ed0-5eb1-49fd-be1e-ea36989a4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:31.037191 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ba4e5e18-8b98-4f56-9cdb-1c99f11d4ce2 req-fc601ed0-5eb1-49fd-be1e-ea36989a4032 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 1099 time: 0.1102979 Jun 16 15:31:31.186340 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e5e18-8b98-4f56-9cdb-1c99f11d4ce2 req-1ff01468-9ede-4eb3-80ba-92abe2f33bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:31.188644 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ba4e5e18-8b98-4f56-9cdb-1c99f11d4ce2 req-1ff01468-9ede-4eb3-80ba-92abe2f33bab service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 919 time: 0.1436369 Jun 16 15:31:31.256570 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ba4e5e18-8b98-4f56-9cdb-1c99f11d4ce2 req-cab41f8a-ea05-46e9-a040-b1912ac03615 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6710f180-41ae-4e20-9b76-d4069163f307 HTTP/1.1" status: 200 len: 1001 time: 0.0609653 Jun 16 15:31:31.323320 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e5e18-8b98-4f56-9cdb-1c99f11d4ce2 req-306ea234-21c5-4052-810b-8bb1201ad3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:31.325121 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ba4e5e18-8b98-4f56-9cdb-1c99f11d4ce2 req-306ea234-21c5-4052-810b-8bb1201ad3c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.0606325 Jun 16 15:31:31.390912 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e5e18-8b98-4f56-9cdb-1c99f11d4ce2 req-611ca9c2-da41-46a8-a5e8-433efb60ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:31.392488 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ba4e5e18-8b98-4f56-9cdb-1c99f11d4ce2 req-611ca9c2-da41-46a8-a5e8-433efb60ba52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587299 Jun 16 15:31:31.499975 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ba4e5e18-8b98-4f56-9cdb-1c99f11d4ce2 req-fd9e9ecc-ef5d-4db4-8e52-5fea3759e9c1 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002014 Jun 16 15:31:31.598934 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fcfc4-d032-4117-9534-a4c8ebbda199 req-727f6142-9895-4a5f-b180-8e646a22ed71 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:31.602380 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-394fcfc4-d032-4117-9534-a4c8ebbda199 req-727f6142-9895-4a5f-b180-8e646a22ed71 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0851281 Jun 16 15:31:31.632007 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ba4e5e18-8b98-4f56-9cdb-1c99f11d4ce2 req-41e256e7-fb03-4e16-99b0-915dfcc607c6 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234956 Jun 16 15:31:31.657393 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-394fcfc4-d032-4117-9534-a4c8ebbda199 req-47aac21b-f029-4aa1-a132-d992bae1c5fe tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Jun 16 15:31:31.868784 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce2baf-2f11-4135-bf8e-156826f4d031 req-8454a804-b211-41f5-b7d6-820ee5b7f659 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:31.870343 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-22ce2baf-2f11-4135-bf8e-156826f4d031 req-8454a804-b211-41f5-b7d6-820ee5b7f659 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 946 time: 0.0707510 Jun 16 15:31:31.916582 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-22ce2baf-2f11-4135-bf8e-156826f4d031 req-a2a94934-92cb-4adb-9d77-41941ea7c51d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=adda511c-5762-4057-b5d3-836222915f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398240 Jun 16 15:31:32.876394 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adfc85-d3e2-4484-b1d6-7351c6f56fa9 req-e11fe892-7fe3-45ba-9ca7-f13aba9b9ad4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:32.877959 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c7adfc85-d3e2-4484-b1d6-7351c6f56fa9 req-e11fe892-7fe3-45ba-9ca7-f13aba9b9ad4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0757217 Jun 16 15:31:32.928800 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-c7adfc85-d3e2-4484-b1d6-7351c6f56fa9 req-62194074-b6c0-4b0b-8b55-ee432d238bd8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Jun 16 15:31:32.977607 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-417cecac-a6f7-4586-8273-fbadd48c20d1 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:32.979311 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-417cecac-a6f7-4586-8273-fbadd48c20d1 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.36 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 946 time: 0.0795937 Jun 16 15:31:33.005283 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.167645 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Deleting port 791afb03-afa1-495e-ad61-f4ef62c599d3 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:31:33.169333 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.227488 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fd411-0751-4c18-a2ad-e1dfe47bf0f9 req-0bd16cad-8c18-497d-ab0e-ae8da69a0e27 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:33.230644 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a45fd411-0751-4c18-a2ad-e1dfe47bf0f9 req-0bd16cad-8c18-497d-ab0e-ae8da69a0e27 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 946 time: 0.1298428 Jun 16 15:31:33.351509 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a45fd411-0751-4c18-a2ad-e1dfe47bf0f9 req-09bcc373-1d1a-4f77-80ba-8c29465732b4 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups?id=adda511c-5762-4057-b5d3-836222915f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871441 Jun 16 15:31:33.354590 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] For port 791afb03-afa1-495e-ad61-f4ef62c599d3, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=791afb03-afa1-495e-ad61-f4ef62c599d3,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:33.355087 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.598514 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.599008 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.599457 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.l3_db [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Floating IP 62d4eab9-095c-4188-998d-1790c63c07ba disassociated. External IP: 172.27.0.145, port: 791afb03-afa1-495e-ad61-f4ef62c599d3. Jun 16 15:31:33.600063 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Calling delete_port for 791afb03-afa1-495e-ad61-f4ef62c599d3 owned by compute:nova {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:31:33.784788 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:33.790601 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-11b6482f-68e3-4608-8ef4-0c5fd1967879 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:33.820005 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event deleted for resources: {'Port': ['ID=791afb03-afa1-495e-ad61-f4ef62c599d3,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:33.835657 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.836031 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.836395 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.836751 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.837272 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.837759 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.838137 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.838481 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.838838 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.839186 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.839670 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.840246 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:33.845157 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:33.965499 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:31:34.141895 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1d386-0ea1-4bf8-998e-236cd1e67bca req-f7a5f7eb-53cb-412d-9c29-b6fbcf099408 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:34.144297 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fee1d386-0ea1-4bf8-998e-236cd1e67bca req-f7a5f7eb-53cb-412d-9c29-b6fbcf099408 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 946 time: 0.0781894 Jun 16 15:31:34.193160 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:31:34.204906 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fee1d386-0ea1-4bf8-998e-236cd1e67bca req-225ee5df-3c10-4a1d-b5b2-8f33bb481cf3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488513 Jun 16 15:31:34.210608 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798d55c-5198-4836-b533-d171ec608daa None None] Sync routers for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:31:34.232394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798d55c-5198-4836-b533-d171ec608daa None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:31:34.233781 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-d798d55c-5198-4836-b533-d171ec608daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:31:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:34.275497 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] No DVR routers for this DVR port 791afb03-afa1-495e-ad61-f4ef62c599d3 on host hv-cinder-75790 {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:31:34.279952 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.282744 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-06ca0f98-b18c-41dc-b015-ede73de9e3d5 req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.36 "DELETE /v2.0/ports/791afb03-afa1-495e-ad61-f4ef62c599d3 HTTP/1.1" status: 204 len: 173 time: 1.2959502 Jun 16 15:31:34.283430 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45f2536-d9ff-4d07-a414-de255113784e', 'name': 'network-vif-deleted', 'tag': '791afb03-afa1-495e-ad61-f4ef62c599d3'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:31:34.286092 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685c2320-38ea-4464-af62-374334f2b161" -d '{"events": [{"server_uuid": "c45f2536-d9ff-4d07-a414-de255113784e", "name": "network-vif-deleted", "tag": "791afb03-afa1-495e-ad61-f4ef62c599d3"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:31:34.342739 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa33271-76cd-4426-8aba-0f6333e88543 x-openstack-request-id: req-3fa33271-76cd-4426-8aba-0f6333e88543 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:31:34.343215 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45f2536-d9ff-4d07-a414-de255113784e", "name": "network-vif-deleted", "tag": "791afb03-afa1-495e-ad61-f4ef62c599d3", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:31:34.343396 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3fa33271-76cd-4426-8aba-0f6333e88543 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:31:34.344362 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45f2536-d9ff-4d07-a414-de255113784e', 'name': 'network-vif-deleted', 'tag': '791afb03-afa1-495e-ad61-f4ef62c599d3', 'status': 'completed', 'code': 200} Jun 16 15:31:34.441782 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6710f180-41ae-4e20-9b76-d4069163f307 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:34.563982 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-d798d55c-5198-4836-b533-d171ec608daa None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:31:34.609381 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-73350c23-9c11-46fd-b65f-664e1dba00e2 req-b2f67970-2e47-4556-bce4-f00a49920100 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/ports?device_id=c45f2536-d9ff-4d07-a414-de255113784e HTTP/1.1" status: 200 len: 210 time: 0.0444908 Jun 16 15:31:34.639747 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.742307 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:31:34.746517 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6043e0f2-321f-4d56-91f4-8f9b56508840" -d '{"events": [{"server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "name": "network-vif-unplugged", "status": "completed", "tag": "6710f180-41ae-4e20-9b76-d4069163f307"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:31:34.785824 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:34.843262 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad63028-b92d-41c1-84b7-1d2244e295c4 x-openstack-request-id: req-1ad63028-b92d-41c1-84b7-1d2244e295c4 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:31:34.843727 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "name": "network-vif-unplugged", "status": "failed", "tag": "6710f180-41ae-4e20-9b76-d4069163f307", "code": 422}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:31:34.844140 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ad63028-b92d-41c1-84b7-1d2244e295c4 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:31:34.844801 dv-cinder-757908-6-iscsi neutron-server[92142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307', 'code': 422} returned with failed status Jun 16 15:31:34.848702 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:34.849855 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 791afb03-afa1-495e-ad61-f4ef62c599d3 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:34.859183 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:34.920918 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 791afb03-afa1-495e-ad61-f4ef62c599d3 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:31:34.921532 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 791afb03-afa1-495e-ad61-f4ef62c599d3 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:35.035716 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=6710f180-41ae-4e20-9b76-d4069163f307,revision_number=8']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:35.042155 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:35.095538 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-d798d55c-5198-4836-b533-d171ec608daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:35.102408 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798d55c-5198-4836-b533-d171ec608daa None None] Checking router: 10eb6dc9-60f6-46c9-a969-b2e0e0265510 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:31:35.119946 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798d55c-5198-4836-b533-d171ec608daa None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:31:35.122622 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-d798d55c-5198-4836-b533-d171ec608daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:31:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:35.291743 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-d798d55c-5198-4836-b533-d171ec608daa None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:31:35.552098 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-d798d55c-5198-4836-b533-d171ec608daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:35.564120 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798d55c-5198-4836-b533-d171ec608daa None None] The sync data for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi is: [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:20:39Z', 'revision_number': 4, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '3cdc0dd9-ce23-40a8-aeac-43e2288841c1', 'name': '', 'network_id': 'ed365210-33e5-4731-9c5b-4ff91ea99e05', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'mac_address': 'fa:16:3e:4c:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:36Z', 'updated_at': '2021-06-16T15:20:52Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'subnets': [{'id': '7287b181-670b-4f38-87e6-a92c78eeb8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:35.745648 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 50836) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:35.866691 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-aa1f40e1-9f15-4137-82ca-080247077f95 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:35.915769 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-aa1f40e1-9f15-4137-82ca-080247077f95 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:35.923875 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b9d47-6351-4c50-8111-8bf84ecac42e None None] New status for floating IP 62d4eab9-095c-4188-998d-1790c63c07ba: DOWN {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:31:36.059910 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-aa1f40e1-9f15-4137-82ca-080247077f95 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.067800 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-aa1f40e1-9f15-4137-82ca-080247077f95 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.070220 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-aa1f40e1-9f15-4137-82ca-080247077f95 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "DELETE /v2.0/security-groups/adda511c-5762-4057-b5d3-836222915f43 HTTP/1.1" status: 204 len: 168 time: 0.3223004 Jun 16 15:31:36.072141 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7901a257-f7b9-4de1-ace0-69c7edd8c1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:36.073191 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50848) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:36.085681 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56be101e-072d-4622-8e76-8b971a3378a8 req-0e5e1b61-5714-4c90-893a-07663a9ac07f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1599171 Jun 16 15:31:36.096036 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f40e1-9f15-4137-82ca-080247077f95 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adda511c-5762-4057-b5d3-836222915f43,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:36.099508 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-aa1f40e1-9f15-4137-82ca-080247077f95 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:36.099915 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91998362-d52e-4f3c-8f0b-5f04753eec37 req-f7f1f9ed-0a5a-4922-8df0-a110818195ce tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:36.101566 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-91998362-d52e-4f3c-8f0b-5f04753eec37 req-f7f1f9ed-0a5a-4922-8df0-a110818195ce tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.1258252 Jun 16 15:31:36.103644 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.api.v2.resource [None req-b0df4c28-1509-46ce-8738-0bbf29378074 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] show failed (client error): The resource could not be found. Jun 16 15:31:36.106801 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-b0df4c28-1509-46ce-8738-0bbf29378074 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "GET /v2.0/security-groups/adda511c-5762-4057-b5d3-836222915f43 HTTP/1.1" status: 404 len: 347 time: 0.0299726 Jun 16 15:31:36.107629 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50850) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:36.576298 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-91998362-d52e-4f3c-8f0b-5f04753eec37 req-ec3f8dd9-f0eb-4e5b-a010-78ad2671a82f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4153602 Jun 16 15:31:36.620349 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Deleting port 35e06445-5fff-4c70-b214-59e4f9fba241 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:31:36.621894 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.723724 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.724061 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.796835 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Calling delete_port for 35e06445-5fff-4c70-b214-59e4f9fba241 owned by network:floatingip {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:31:36.947894 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:36.951317 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2ccba1a0-9edc-45f0-9fdc-f60f99cc9015 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:36.977581 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Pushing event deleted for resources: {'Port': ['ID=35e06445-5fff-4c70-b214-59e4f9fba241,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:36.983682 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:37.060617 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks [] for floatingip, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:37.063768 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:37.065137 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] 10.222.0.61 "DELETE /v2.0/floatingips/62d4eab9-095c-4188-998d-1790c63c07ba HTTP/1.1" status: 204 len: 168 time: 0.9557800 Jun 16 15:31:37.284764 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be101e-072d-4622-8e76-8b971a3378a8 req-1412e422-f196-41f9-8390-095ee521ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:37.286310 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56be101e-072d-4622-8e76-8b971a3378a8 req-1412e422-f196-41f9-8390-095ee521ba0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b&tenant_id=5cc02a1d378343618f1b9ecaae46e41e HTTP/1.1" status: 200 len: 1097 time: 0.0973394 Jun 16 15:31:37.374730 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be101e-072d-4622-8e76-8b971a3378a8 req-b233a172-b6b8-48d3-a756-72549a94912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:37.376256 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56be101e-072d-4622-8e76-8b971a3378a8 req-b233a172-b6b8-48d3-a756-72549a94912c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 1097 time: 0.0650535 Jun 16 15:31:37.475618 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be101e-072d-4622-8e76-8b971a3378a8 req-1224e6c9-52f3-4ceb-9b12-4d04bef5f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:37.477082 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56be101e-072d-4622-8e76-8b971a3378a8 req-1224e6c9-52f3-4ceb-9b12-4d04bef5f204 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 919 time: 0.0930905 Jun 16 15:31:37.553736 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56be101e-072d-4622-8e76-8b971a3378a8 req-3fbb3575-add8-46a9-b494-48ff1f2b9582 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6710f180-41ae-4e20-9b76-d4069163f307 HTTP/1.1" status: 200 len: 999 time: 0.0695562 Jun 16 15:31:37.634676 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be101e-072d-4622-8e76-8b971a3378a8 req-5a00b223-e872-41c4-8dce-7b94bf8d1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:37.638014 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56be101e-072d-4622-8e76-8b971a3378a8 req-5a00b223-e872-41c4-8dce-7b94bf8d1df7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.0767596 Jun 16 15:31:37.703852 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be101e-072d-4622-8e76-8b971a3378a8 req-03050b91-03c2-418f-a696-e65fb189e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:37.705486 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56be101e-072d-4622-8e76-8b971a3378a8 req-03050b91-03c2-418f-a696-e65fb189e230 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591753 Jun 16 15:31:37.850189 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56be101e-072d-4622-8e76-8b971a3378a8 req-81f66749-81da-493f-88ca-341276f5f677 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378720 Jun 16 15:31:37.861942 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cde2a4-efab-4794-878a-45e3e22f6ab8 req-aee4b349-e4c8-47a2-a33e-ccf6594a52b4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:37.863521 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-12cde2a4-efab-4794-878a-45e3e22f6ab8 req-aee4b349-e4c8-47a2-a33e-ccf6594a52b4 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.1330812 Jun 16 15:31:37.967135 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-12cde2a4-efab-4794-878a-45e3e22f6ab8 req-0596984d-5c2b-4347-8934-1da49cd50a2c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938416 Jun 16 15:31:37.992341 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-56be101e-072d-4622-8e76-8b971a3378a8 req-fe5f4c6b-eee5-4b29-919a-b38101d1fa14 service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277747 Jun 16 15:31:39.403354 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a9491-32ec-4549-b0de-536be64e330a req-83028266-191f-4798-8f45-e863cbacc48c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:39.406811 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0c8a9491-32ec-4549-b0de-536be64e330a req-83028266-191f-4798-8f45-e863cbacc48c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.1106129 Jun 16 15:31:39.470072 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0c8a9491-32ec-4549-b0de-536be64e330a req-bd8f4e34-c4ff-4cb5-b4fb-c06aa3a842d7 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538955 Jun 16 15:31:40.929435 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a627a-47c3-4cc2-b5e2-db619cde4b00 req-18f542cc-b12d-4b1f-b8f2-81d5114b8871 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:40.934356 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-dc2a627a-47c3-4cc2-b5e2-db619cde4b00 req-18f542cc-b12d-4b1f-b8f2-81d5114b8871 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.1136982 Jun 16 15:31:41.025912 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-dc2a627a-47c3-4cc2-b5e2-db619cde4b00 req-ed62717a-726b-4e76-a438-7b8ff4de3dc0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792687 Jun 16 15:31:41.148115 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50910) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:41.783969 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610953'] for router_interface, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:42.195299 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] Deleting port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:31:42.196015 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:42.335129 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] For port 3cdc0dd9-ce23-40a8-aeac-43e2288841c1, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=3cdc0dd9-ce23-40a8-aeac-43e2288841c1,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:42.335396 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:42.422745 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] Calling delete_port for 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 owned by network:router_interface {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:31:42.435465 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98662b5f-9603-4ff8-a540-9086489eab2d req-ea590e19-8767-4aaa-8446-0d00d2fe4601 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:42.437143 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-98662b5f-9603-4ff8-a540-9086489eab2d req-ea590e19-8767-4aaa-8446-0d00d2fe4601 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.2274408 Jun 16 15:31:42.527888 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-98662b5f-9603-4ff8-a540-9086489eab2d req-dd44ffef-64ad-44b5-b5e6-99542e0bbfb6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840356 Jun 16 15:31:42.685002 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:42.687163 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:42.723594 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdc0dd9-ce23-40a8-aeac-43e2288841c1,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:42.729353 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:42.990333 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610845'] for router_interface, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:43.378091 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] Router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:31:43.513421 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:31:43.522122 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 50920) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:43.529346 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-c54ecd49-ac96-4869-93d6-e4ff5d15c77c admin admin] 10.222.0.61 "PUT /v2.0/routers/10eb6dc9-60f6-46c9-a969-b2e0e0265510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3798730 Jun 16 15:31:43.534394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84018338-a938-4f97-b1e7-dbf291be8eef None None] Sync routers for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:31:43.556185 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84018338-a938-4f97-b1e7-dbf291be8eef None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:31:43.557816 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-84018338-a938-4f97-b1e7-dbf291be8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:31:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:43.649675 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Notify callbacks [] for router, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:43.787652 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-84018338-a938-4f97-b1e7-dbf291be8eef None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:31:43.980595 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b1896-b863-45e3-bfb1-f92f846a175f req-0b5973b2-fe71-447a-8da3-26ff524185df tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:43.982319 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-aa4b1896-b863-45e3-bfb1-f92f846a175f req-0b5973b2-fe71-447a-8da3-26ff524185df tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.2125769 Jun 16 15:31:43.988906 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:44.327496 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-84018338-a938-4f97-b1e7-dbf291be8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:31:42Z', 'revision_number': 5, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port': {'id': '42cbe195-8a0d-42f7-8aa9-9d30e3e337ef', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:20:30Z', 'updated_at': '2021-06-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:44.331991 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84018338-a938-4f97-b1e7-dbf291be8eef None None] Checking router: 10eb6dc9-60f6-46c9-a969-b2e0e0265510 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:31:44.346504 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84018338-a938-4f97-b1e7-dbf291be8eef None None] Routers {'10eb6dc9-60f6-46c9-a969-b2e0e0265510'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:31:44.346504 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-84018338-a938-4f97-b1e7-dbf291be8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:31:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:44.409498 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-aa4b1896-b863-45e3-bfb1-f92f846a175f req-be57f35e-2e1e-45e4-8b1d-5552ce1e74b5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071777 Jun 16 15:31:44.448881 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Deleting port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:31:44.451285 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:44.514928 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-84018338-a938-4f97-b1e7-dbf291be8eef None None] Set router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 gateway port host: None {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:31:44.575021 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] For port 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=42cbe195-8a0d-42f7-8aa9-9d30e3e337ef,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:44.576496 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:44.623039 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-84018338-a938-4f97-b1e7-dbf291be8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:31:43Z', 'revision_number': 6, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port_host': None}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:44.629210 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84018338-a938-4f97-b1e7-dbf291be8eef None None] The sync data for ids ['10eb6dc9-60f6-46c9-a969-b2e0e0265510'] in dv-cinder-757908-6-iscsi is: [{'id': '10eb6dc9-60f6-46c9-a969-b2e0e0265510', 'name': 'tempest-AttachVolumeTestJSON-763993920-router', 'tenant_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:20:28Z', 'updated_at': '2021-06-16T15:31:43Z', 'revision_number': 6, 'project_id': 'eedd95e42fb9472eb3497ea2222f0c77', 'gw_port_host': None}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:31:44.654159 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Calling delete_port for 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef owned by network:router_gateway {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:31:44.990223 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:44.992755 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e0576598-1e1e-456e-a738-2914e21ea618 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:45.024869 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Pushing event deleted for resources: {'Port': ['ID=42cbe195-8a0d-42f7-8aa9-9d30e3e337ef,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:45.029227 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:45.110732 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678366'] for router_gateway, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.304863 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-823'] for router, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.309341 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.396262 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427092'] for router, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.396666 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10eb6dc9-60f6-46c9-a969-b2e0e0265510 {{(pid=92141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:31:45.402867 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Notify callbacks [] for router, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.408240 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] 10.222.0.61 "DELETE /v2.0/routers/10eb6dc9-60f6-46c9-a969-b2e0e0265510 HTTP/1.1" status: 204 len: 168 time: 1.8809783 Jun 16 15:31:45.408595 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50926) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:45.473680 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf61aae9-2884-4cf9-93b5-b16fcf6d0a23 admin admin] Deleting subnet 7287b181-670b-4f38-87e6-a92c78eeb8a2 {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:31:45.479444 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bf61aae9-2884-4cf9-93b5-b16fcf6d0a23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.593394 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bf61aae9-2884-4cf9-93b5-b16fcf6d0a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8383262'] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.802522 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bf61aae9-2884-4cf9-93b5-b16fcf6d0a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.845866 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512fe5f-8544-4d8c-a6fa-309b32182b6c req-4b848469-3c93-4f06-8e00-9cabfa0d6c39 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:45.847432 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e512fe5f-8544-4d8c-a6fa-309b32182b6c req-4b848469-3c93-4f06-8e00-9cabfa0d6c39 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.2044394 Jun 16 15:31:45.883181 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:31:45.915157 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e512fe5f-8544-4d8c-a6fa-309b32182b6c req-9fd7c54a-d4a6-42ad-ae7b-4908d8b6ebe5 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578434 Jun 16 15:31:45.923485 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bf61aae9-2884-4cf9-93b5-b16fcf6d0a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7514117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1118612'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:45.934030 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:45.986314 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61aae9-2884-4cf9-93b5-b16fcf6d0a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7287b181-670b-4f38-87e6-a92c78eeb8a2,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:46.005661 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-bf61aae9-2884-4cf9-93b5-b16fcf6d0a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:46.007884 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bf61aae9-2884-4cf9-93b5-b16fcf6d0a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.013686 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-bf61aae9-2884-4cf9-93b5-b16fcf6d0a23 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7287b181-670b-4f38-87e6-a92c78eeb8a2 HTTP/1.1" status: 204 len: 168 time: 0.6035330 Jun 16 15:31:46.014251 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea8c3ce-dc27-4f6e-ab66-e8a839b91d9f None None] Network ed365210-33e5-4731-9c5b-4ff91ea99e05 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:31:46.016289 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 50930) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:46.185356 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.282478 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:46.307120 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:31:46.307678 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 3cdc0dd9-ce23-40a8-aeac-43e2288841c1 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:46.310375 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:46.337392 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:31:46.338009 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 42cbe195-8a0d-42f7-8aa9-9d30e3e337ef not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:46.340889 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Deleting port 8f63bbdb-6d2d-4da0-9236-43ba32713aef {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:31:46.341497 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.398820 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] DHCP port deletion for ed365210-33e5-4731-9c5b-4ff91ea99e05 request from dv-cinder-757908-6-iscsi {{(pid=92142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:31:46.473607 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Deleting port 8f63bbdb-6d2d-4da0-9236-43ba32713aef {{(pid=92142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:31:46.474009 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.487334 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] For port 8f63bbdb-6d2d-4da0-9236-43ba32713aef, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=8f63bbdb-6d2d-4da0-9236-43ba32713aef,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:46.488794 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.557667 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] For port 8f63bbdb-6d2d-4da0-9236-43ba32713aef, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=8f63bbdb-6d2d-4da0-9236-43ba32713aef,segment=NetworkSegment(d978b090-62b6-43f5-bb4b-500702fa5ff5),segment_id=d978b090-62b6-43f5-bb4b-500702fa5ff5)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:46.558737 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.654159 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Calling delete_port for 8f63bbdb-6d2d-4da0-9236-43ba32713aef owned by network:dhcp {{(pid=92142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:31:46.654412 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Calling delete_port for 8f63bbdb-6d2d-4da0-9236-43ba32713aef owned by network:dhcp {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:31:46.787194 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.791438 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-add98f6a-a8dc-4bd7-867c-7ce3e2ebbc00 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:46.826661 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f63bbdb-6d2d-4da0-9236-43ba32713aef,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:46.831221 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:46.834545 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] No DVR routers for this DVR port 8f63bbdb-6d2d-4da0-9236-43ba32713aef on host dv-cinder-757908-6-iscsi {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:31:46.879450 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558'] for port, after_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.883553 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:46.941829 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Pushing event deleted for resources: {'Port': ['ID=8f63bbdb-6d2d-4da0-9236-43ba32713aef,revision_number=None']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:46.945198 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:46.956026 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] No DVR routers for this DVR port 8f63bbdb-6d2d-4da0-9236-43ba32713aef on host dv-cinder-757908-6-iscsi {{(pid=92142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:31:46.958350 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.958847 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.959412 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.959906 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.960342 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.960821 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.961296 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.961719 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.961925 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed365210-33e5-4731-9c5b-4ff91ea99e05']}} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:46.962096 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.962555 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.962961 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.963348 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:46.967750 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:46.977622 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd978b090-62b6-43f5-bb4b-500702fa5ff5') {'for_net_delete': True} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:46.978077 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd978b090-62b6-43f5-bb4b-500702fa5ff5') {} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:31:46.991112 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7517775'] for segment, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.033638 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.048652 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=92141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:31:47.049567 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7517361'] for segment, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: Traceback (most recent call last): Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: timer() Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: cb(*args, **kw) Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: return func(*args, **kwargs) Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: self._notify() Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: self.callback(batched_events) Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: event.method(event) Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: return f(self, *a, **k) Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._get(url).json() Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: return self.request(url, 'GET', **kwargs) Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:31:47.055703 dv-cinder-757908-6-iscsi neutron-server[92141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:31:47.174142 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.179394 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:47.185477 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.188535 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ed365210-33e5-4731-9c5b-4ff91ea99e05 HTTP/1.1" status: 204 len: 168 time: 1.1706614 Jun 16 15:31:47.206506 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed365210-33e5-4731-9c5b-4ff91ea99e05,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:47.206506 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:47.354287 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4a600-e32d-4556-988b-811b7e6f71fd req-618dc865-51af-411a-9096-766c57c82c69 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:47.358130 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-52e4a600-e32d-4556-988b-811b7e6f71fd req-618dc865-51af-411a-9096-766c57c82c69 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.1406965 Jun 16 15:31:47.367170 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50936) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:47.432434 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-52e4a600-e32d-4556-988b-811b7e6f71fd req-1078858d-d722-4c20-8fa7-bb8db865c780 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664172 Jun 16 15:31:47.436385 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f7778acb-ef9f-4463-98c8-24cf280e08d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eedd95e42fb9472eb3497ea2222f0c77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0669374 Jun 16 15:31:47.440260 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50938) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:47.503256 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c08ff0a-0655-480d-b3fa-6990eee5aa4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.539572 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c08ff0a-0655-480d-b3fa-6990eee5aa4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.616462 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c08ff0a-0655-480d-b3fa-6990eee5aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.619622 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c08ff0a-0655-480d-b3fa-6990eee5aa4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:47.625308 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-4c08ff0a-0655-480d-b3fa-6990eee5aa4f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0cd76e37-89fe-4fa1-9f69-b5456898f07e HTTP/1.1" status: 204 len: 168 time: 0.1800656 Jun 16 15:31:47.625308 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ec19a44d-64f1-4698-84cd-d1be6581ee00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:47.633394 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08ff0a-0655-480d-b3fa-6990eee5aa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd76e37-89fe-4fa1-9f69-b5456898f07e,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:47.636214 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4c08ff0a-0655-480d-b3fa-6990eee5aa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:48.257432 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 8f63bbdb-6d2d-4da0-9236-43ba32713aef no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:31:48.308609 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 8f63bbdb-6d2d-4da0-9236-43ba32713aef {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:31:48.309159 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 8f63bbdb-6d2d-4da0-9236-43ba32713aef not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:31:48.837970 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb209da-cd22-41c2-b166-d09f9c244921 req-74c6b21d-8819-433c-a6f2-a268739d05af tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:48.842398 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ccb209da-cd22-41c2-b166-d09f9c244921 req-74c6b21d-8819-433c-a6f2-a268739d05af tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.1670361 Jun 16 15:31:48.911196 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ccb209da-cd22-41c2-b166-d09f9c244921 req-b5c608a9-8da1-4d85-add1-fae98a51d3d0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599930 Jun 16 15:31:49.908781 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-2be71e93-ea89-464e-9dcc-7973ca6b845c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:49.961384 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 50986) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:50.165837 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c22ef987-e580-42b8-a1a5-ec452584ec38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:50.271988 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e96ef4-ba5d-41ec-a642-26d35421c39a req-dac69a69-7e01-4a0f-b3f0-df6780b33731 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:50.273705 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-07e96ef4-ba5d-41ec-a642-26d35421c39a req-dac69a69-7e01-4a0f-b3f0-df6780b33731 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.1708946 Jun 16 15:31:50.390371 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-07e96ef4-ba5d-41ec-a642-26d35421c39a req-a8f039aa-7690-47d0-a5c9-913afb7b5f0f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981956 Jun 16 15:31:50.437433 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c22ef987-e580-42b8-a1a5-ec452584ec38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:50.443414 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c22ef987-e580-42b8-a1a5-ec452584ec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:50.447209 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ff21bcb6-d197-4d44-a61f-75e19feb8010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:50.519841 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c22ef987-e580-42b8-a1a5-ec452584ec38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b7e1885d1814e53a893c0fda5dbd82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5570948 Jun 16 15:31:50.521139 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ef987-e580-42b8-a1a5-ec452584ec38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22078b07-9328-4049-9edb-6e410f4b3221,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:50.523198 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50992) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:50.527244 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c22ef987-e580-42b8-a1a5-ec452584ec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:50.595639 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a0b8be4e-3776-44d3-ba1b-3d04c056f6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:50.625150 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a0b8be4e-3776-44d3-ba1b-3d04c056f6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:50.710879 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a0b8be4e-3776-44d3-ba1b-3d04c056f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:50.715732 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a0b8be4e-3776-44d3-ba1b-3d04c056f6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:50.717415 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-a0b8be4e-3776-44d3-ba1b-3d04c056f6c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22078b07-9328-4049-9edb-6e410f4b3221 HTTP/1.1" status: 204 len: 168 time: 0.1927462 Jun 16 15:31:50.718616 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-77171f6b-77b0-4a48-9648-f961ba839169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:50.732152 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8be4e-3776-44d3-ba1b-3d04c056f6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22078b07-9328-4049-9edb-6e410f4b3221,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:50.735936 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a0b8be4e-3776-44d3-ba1b-3d04c056f6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:51.056790 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 50998) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:51.071302 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:51.186116 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:51.191470 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:51.197416 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-39d8b897-2608-4208-9ed7-f2ff8e5f9dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:51.251736 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=641f904ce2834b698355d88f47c68f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933858 Jun 16 15:31:51.254292 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2328ecaf-982c-470c-ad81-3b5497214700,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:51.256070 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51000) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:31:51.263184 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.263564 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.263942 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.264309 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.264670 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.265056 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.265417 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.265773 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.266128 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.266621 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.266983 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.267333 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:31:51.271488 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f66c11f1-8006-4dbd-a703-58044fbedea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:51.329804 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4abe81bb-9505-4e90-8ef8-40a4c15f3512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:51.370890 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4abe81bb-9505-4e90-8ef8-40a4c15f3512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:51.460423 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4abe81bb-9505-4e90-8ef8-40a4c15f3512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:51.463601 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4abe81bb-9505-4e90-8ef8-40a4c15f3512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:51.469013 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-4abe81bb-9505-4e90-8ef8-40a4c15f3512 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2328ecaf-982c-470c-ad81-3b5497214700 HTTP/1.1" status: 204 len: 168 time: 0.2079782 Jun 16 15:31:51.469013 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7dfc4613-dc20-4087-bdf5-5d019b0be270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:51.477539 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe81bb-9505-4e90-8ef8-40a4c15f3512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2328ecaf-982c-470c-ad81-3b5497214700,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:51.490019 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-4abe81bb-9505-4e90-8ef8-40a4c15f3512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:51.633122 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617810b-2089-4892-b4ed-35d98b87b0f7 req-2d515ce5-f583-477c-bfd5-848fb8c3a232 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:51.634698 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1617810b-2089-4892-b4ed-35d98b87b0f7 req-2d515ce5-f583-477c-bfd5-848fb8c3a232 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.0771794 Jun 16 15:31:51.685671 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1617810b-2089-4892-b4ed-35d98b87b0f7 req-085da841-af9b-457b-879e-8c267f1beaa9 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Jun 16 15:31:52.917689 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564189c-5ae0-43d1-9af8-e07dfd3e24d2 req-5b665d2c-7ad6-4847-a579-0adb8d107ee9 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:52.930578 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f564189c-5ae0-43d1-9af8-e07dfd3e24d2 req-5b665d2c-7ad6-4847-a579-0adb8d107ee9 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.0746734 Jun 16 15:31:52.981708 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f564189c-5ae0-43d1-9af8-e07dfd3e24d2 req-d4662c50-844b-41a3-b811-4cc2c5258ba3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487618 Jun 16 15:31:53.440294 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-007d59c3-06ef-467a-9046-1b0daae1ec41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:54.051948 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:54.220899 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8307e9-0c7d-4a14-aeea-c308f96d4948 req-448bb516-4907-4490-9dfa-d08def428621 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:54.223480 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4d8307e9-0c7d-4a14-aeea-c308f96d4948 req-448bb516-4907-4490-9dfa-d08def428621 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.0827928 Jun 16 15:31:54.277318 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4d8307e9-0c7d-4a14-aeea-c308f96d4948 req-877338b1-81cf-44be-b376-dd9ae0bc8a4f tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474627 Jun 16 15:31:55.492710 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448c8e0-184b-493a-8d51-059dc05d235a req-9b2d04db-888f-4bc2-8b54-06725bace0b8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:55.494321 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d448c8e0-184b-493a-8d51-059dc05d235a req-9b2d04db-888f-4bc2-8b54-06725bace0b8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 944 time: 0.0718145 Jun 16 15:31:55.543001 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d448c8e0-184b-493a-8d51-059dc05d235a req-0548ab3c-7c03-497f-8046-5591aa7f7523 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406954 Jun 16 15:31:56.264582 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.317476 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6710f180-41ae-4e20-9b76-d4069163f307 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:31:56.473534 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:56.494469 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '6710f180-41ae-4e20-9b76-d4069163f307', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'port_id': '6710f180-41ae-4e20-9b76-d4069163f307', 'mac_address': 'fa:16:3e:7e:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:31:56.564700 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.581894 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6710f180-41ae-4e20-9b76-d4069163f307 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:31:56.628352 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:56.634461 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:56.640071 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-6fd571f8-2c13-48c8-9ac3-066d3477d70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:56.718975 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=6710f180-41ae-4e20-9b76-d4069163f307,revision_number=9']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:56.723729 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:56.832828 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14b3b5-0cd9-49bb-9e91-77614bc89ecd req-56e95458-c77d-4d4a-a049-ba8eb26ba225 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:56.834758 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dd14b3b5-0cd9-49bb-9e91-77614bc89ecd req-56e95458-c77d-4d4a-a049-ba8eb26ba225 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 945 time: 0.0895562 Jun 16 15:31:56.884325 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-dd14b3b5-0cd9-49bb-9e91-77614bc89ecd req-281544e5-0797-424d-bf37-5a4511fbcb50 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383298 Jun 16 15:31:57.056817 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['6710f180-41ae-4e20-9b76-d4069163f307'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:31:57.983139 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.131176 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c27455-fed9-4266-ac2c-151e142814bf req-a757d0c4-1d77-4087-9ccf-a5e43581c866 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:58.133353 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b6c27455-fed9-4266-ac2c-151e142814bf req-a757d0c4-1d77-4087-9ccf-a5e43581c866 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 945 time: 0.0862482 Jun 16 15:31:58.190423 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b6c27455-fed9-4266-ac2c-151e142814bf req-8d8a9a89-b7f0-4254-a02d-c798ac1d6936 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496790 Jun 16 15:31:58.331565 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6710f180-41ae-4e20-9b76-d4069163f307 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:31:58.389372 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 6710f180-41ae-4e20-9b76-d4069163f307 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:31:58.389687 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.490908 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.518070 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:31:58.520377 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d3472-5bd3-47b8-9048-630aab2e5e2d" -d '{"events": [{"server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "name": "network-vif-plugged", "status": "completed", "tag": "6710f180-41ae-4e20-9b76-d4069163f307"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:31:58.536260 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:31:58.549570 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:31:58.552467 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:31:58.611655 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=6710f180-41ae-4e20-9b76-d4069163f307,revision_number=10']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:31:58.615583 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:31:58.718719 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01c2736-0f45-44a9-8e6b-8b97a13e980a x-openstack-request-id: req-e01c2736-0f45-44a9-8e6b-8b97a13e980a {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:31:58.719036 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "name": "network-vif-plugged", "status": "completed", "tag": "6710f180-41ae-4e20-9b76-d4069163f307", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:31:58.719306 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e01c2736-0f45-44a9-8e6b-8b97a13e980a {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:31:58.719718 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307', 'code': 200} Jun 16 15:31:58.994084 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955549c-c038-48b5-89d6-7c6e5fc2dfa3 req-2001b06e-afed-41ce-8d34-1e57a259fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:58.997730 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b955549c-c038-48b5-89d6-7c6e5fc2dfa3 req-2001b06e-afed-41ce-8d34-1e57a259fdd2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 1100 time: 0.0976856 Jun 16 15:31:59.051117 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b955549c-c038-48b5-89d6-7c6e5fc2dfa3 req-65abee4d-d6da-4792-b901-ee2b3c1ea5f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388651 Jun 16 15:31:59.491613 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf255450-732c-413e-94e0-26619d49313e req-d4168d55-15c7-4fe0-ae4e-3f93ca83d04c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:31:59.493696 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cf255450-732c-413e-94e0-26619d49313e req-d4168d55-15c7-4fe0-ae4e-3f93ca83d04c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 947 time: 0.1157494 Jun 16 15:31:59.559626 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cf255450-732c-413e-94e0-26619d49313e req-f57d4101-ff13-4207-8711-dc42e9e4a13c tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559149 Jun 16 15:32:00.770674 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8c5e6-3c0a-427d-8ac2-0b1819e89193 req-e82fd302-0d7c-4dc6-bd07-ec56cbaeefe6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:32:00.772834 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1fe8c5e6-3c0a-427d-8ac2-0b1819e89193 req-e82fd302-0d7c-4dc6-bd07-ec56cbaeefe6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 947 time: 0.0781946 Jun 16 15:32:00.828800 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1fe8c5e6-3c0a-427d-8ac2-0b1819e89193 req-3baf0c89-a97a-49f8-b6a7-3409150f2792 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451436 Jun 16 15:32:01.964368 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51192) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:02.072998 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add60792-ef35-423b-8a45-2da7c3c11197 req-e9b8d3c9-ed2f-4485-9869-9ededb3449e6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:32:02.075807 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-add60792-ef35-423b-8a45-2da7c3c11197 req-e9b8d3c9-ed2f-4485-9869-9ededb3449e6 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 947 time: 0.0977774 Jun 16 15:32:02.110605 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5c5-fc3c-4efb-83f3-f07d72644879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:02.124566 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-add60792-ef35-423b-8a45-2da7c3c11197 req-4ef4d07f-46c7-46af-987f-46e9346fad39 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401196 Jun 16 15:32:02.218134 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5c5-fc3c-4efb-83f3-f07d72644879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:02.222617 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b71dc5c5-fc3c-4efb-83f3-f07d72644879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:02.225412 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:02.263935 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-b71dc5c5-fc3c-4efb-83f3-f07d72644879 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03c57c6ca49b4f9c8c433e6196ca0865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982736 Jun 16 15:32:02.265147 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dc5c5-fc3c-4efb-83f3-f07d72644879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910d264b-3af1-4324-bf27-b07e35242e21,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:02.266904 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51198) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:02.268498 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b71dc5c5-fc3c-4efb-83f3-f07d72644879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:02.321554 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9eacb85f-baed-4133-a3c4-d5e362f8f2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:02.344423 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9eacb85f-baed-4133-a3c4-d5e362f8f2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:02.405600 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9eacb85f-baed-4133-a3c4-d5e362f8f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:02.408881 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9eacb85f-baed-4133-a3c4-d5e362f8f2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:02.410201 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-9eacb85f-baed-4133-a3c4-d5e362f8f2b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/910d264b-3af1-4324-bf27-b07e35242e21 HTTP/1.1" status: 204 len: 168 time: 0.1422248 Jun 16 15:32:02.411112 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ef110f11-ed69-4c67-92d9-53fed2d524b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:02.422415 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacb85f-baed-4133-a3c4-d5e362f8f2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910d264b-3af1-4324-bf27-b07e35242e21,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:02.426015 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9eacb85f-baed-4133-a3c4-d5e362f8f2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:02.740247 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51204) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:02.758946 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e829c48e-a414-41dd-bc23-eb7bd9776558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:02.863534 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e829c48e-a414-41dd-bc23-eb7bd9776558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:02.868622 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e829c48e-a414-41dd-bc23-eb7bd9776558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:02.872586 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6fc7314f-4bb5-4c4a-bd04-ce8098cd01e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:02.910537 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829c48e-a414-41dd-bc23-eb7bd9776558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b88da80-7c94-489b-ad2a-444f42ba442b,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:02.915061 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-e829c48e-a414-41dd-bc23-eb7bd9776558 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d588aac951b44cbd9406f62c737031ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737463 Jun 16 15:32:02.916116 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e829c48e-a414-41dd-bc23-eb7bd9776558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:02.919570 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51206) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:02.974128 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-825158e6-29b8-46de-9a1b-b513e1fc3614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.000494 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-825158e6-29b8-46de-9a1b-b513e1fc3614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.020488 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.067619 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-825158e6-29b8-46de-9a1b-b513e1fc3614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.071500 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-825158e6-29b8-46de-9a1b-b513e1fc3614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.072722 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-825158e6-29b8-46de-9a1b-b513e1fc3614 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b88da80-7c94-489b-ad2a-444f42ba442b HTTP/1.1" status: 204 len: 168 time: 0.1521976 Jun 16 15:32:03.073667 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e829c48e-a414-41dd-bc23-eb7bd9776558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:03.082787 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825158e6-29b8-46de-9a1b-b513e1fc3614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b88da80-7c94-489b-ad2a-444f42ba442b,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:03.086075 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-825158e6-29b8-46de-9a1b-b513e1fc3614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:03.465427 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51212) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:03.480572 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-60f5ebdb-3e14-4621-b078-88e3014655b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.585004 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-60f5ebdb-3e14-4621-b078-88e3014655b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.590238 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-60f5ebdb-3e14-4621-b078-88e3014655b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.593417 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-201d2f62-e31d-4d05-8a46-d71486d65eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:03.632253 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-60f5ebdb-3e14-4621-b078-88e3014655b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82c6e196c1b442f9981d851f630ad126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655905 Jun 16 15:32:03.633511 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5ebdb-3e14-4621-b078-88e3014655b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbae86d-6ffc-4d5d-9cd4-2f0b7c06409e,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:03.634966 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51214) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:03.636826 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-60f5ebdb-3e14-4621-b078-88e3014655b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:03.693611 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f86dc1e5-b7eb-4102-91f5-4c1a6416324d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.716872 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f86dc1e5-b7eb-4102-91f5-4c1a6416324d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.774749 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f86dc1e5-b7eb-4102-91f5-4c1a6416324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.778736 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f86dc1e5-b7eb-4102-91f5-4c1a6416324d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:03.783178 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f86dc1e5-b7eb-4102-91f5-4c1a6416324d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2fbae86d-6ffc-4d5d-9cd4-2f0b7c06409e HTTP/1.1" status: 204 len: 168 time: 0.1460781 Jun 16 15:32:03.784363 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-99e0809e-99e7-4175-9288-e495ea4dc695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:03.793337 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dc1e5-b7eb-4102-91f5-4c1a6416324d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbae86d-6ffc-4d5d-9cd4-2f0b7c06409e,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:03.795645 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f86dc1e5-b7eb-4102-91f5-4c1a6416324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:09.762282 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51290) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:09.899254 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d0c5e0d8-7f63-431d-9854-807ba2d669ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:10.015873 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d0c5e0d8-7f63-431d-9854-807ba2d669ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:10.024108 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d0c5e0d8-7f63-431d-9854-807ba2d669ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:10.028955 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c77571b2-a990-4e8e-a9aa-672084f97e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:10.075589 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-d0c5e0d8-7f63-431d-9854-807ba2d669ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=574ab536042040849f7d1c40928dbf35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117604 Jun 16 15:32:10.079718 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51294) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:10.080274 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5e0d8-7f63-431d-9854-807ba2d669ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71574e2-6831-4a7e-a9d1-2090e9db3490,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:10.090038 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d0c5e0d8-7f63-431d-9854-807ba2d669ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:10.154038 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c11eb8cd-65f9-46ab-86a5-ecd7ce5730a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:10.180277 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c11eb8cd-65f9-46ab-86a5-ecd7ce5730a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:10.239541 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c11eb8cd-65f9-46ab-86a5-ecd7ce5730a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:10.242625 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c11eb8cd-65f9-46ab-86a5-ecd7ce5730a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:10.243919 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-c11eb8cd-65f9-46ab-86a5-ecd7ce5730a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d71574e2-6831-4a7e-a9d1-2090e9db3490 HTTP/1.1" status: 204 len: 168 time: 0.1624048 Jun 16 15:32:10.245165 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-41a415dd-f082-47eb-ae22-93877df9040d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:10.257015 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11eb8cd-65f9-46ab-86a5-ecd7ce5730a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71574e2-6831-4a7e-a9d1-2090e9db3490,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:10.263458 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c11eb8cd-65f9-46ab-86a5-ecd7ce5730a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:10.655587 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51300) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:10.672909 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4199-83c4-4556-ab7a-07f70aa58d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:10.817973 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4199-83c4-4556-ab7a-07f70aa58d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:10.823987 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4199-83c4-4556-ab7a-07f70aa58d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:10.831236 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b2970141-fd7b-4ae2-9439-4a8ea967a56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:10.883858 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f4199-83c4-4556-ab7a-07f70aa58d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3291c86-0ab0-436f-b5e3-7d6e63f457a9,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:10.890821 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-9e7f4199-83c4-4556-ab7a-07f70aa58d74 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f5f70ccc6d342c9908d6371d25febc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333851 Jun 16 15:32:10.892286 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9e7f4199-83c4-4556-ab7a-07f70aa58d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:10.894328 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51306) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:10.989561 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5480d59a-56fe-4be9-87ca-f171dc43b076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:11.026287 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5480d59a-56fe-4be9-87ca-f171dc43b076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:11.108284 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5480d59a-56fe-4be9-87ca-f171dc43b076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:11.112582 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5480d59a-56fe-4be9-87ca-f171dc43b076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:11.113926 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-5480d59a-56fe-4be9-87ca-f171dc43b076 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3291c86-0ab0-436f-b5e3-7d6e63f457a9 HTTP/1.1" status: 204 len: 168 time: 0.2184615 Jun 16 15:32:11.114889 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f46af48f-fc9e-4232-b2af-c9d611eb54a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:11.125189 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480d59a-56fe-4be9-87ca-f171dc43b076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3291c86-0ab0-436f-b5e3-7d6e63f457a9,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:11.127841 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5480d59a-56fe-4be9-87ca-f171dc43b076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:12.573757 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51344) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:12.708650 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7fa106d2-8a64-4ea8-8a03-e2fb4ea9737d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:12.832667 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7fa106d2-8a64-4ea8-8a03-e2fb4ea9737d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:12.840580 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7fa106d2-8a64-4ea8-8a03-e2fb4ea9737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:12.846634 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-16609bed-bfff-4225-b91a-da69288701db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:12.889305 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-7fa106d2-8a64-4ea8-8a03-e2fb4ea9737d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f30f4721ef5a467aa6523c8fbf1d9e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143616 Jun 16 15:32:12.893971 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51348) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:12.895847 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa106d2-8a64-4ea8-8a03-e2fb4ea9737d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d06c163-1089-46dc-aeeb-3880e6d3c45f,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:12.899078 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7fa106d2-8a64-4ea8-8a03-e2fb4ea9737d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:12.973215 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-78bb315d-3815-4428-97ee-a1948671578c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:13.014398 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-78bb315d-3815-4428-97ee-a1948671578c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:13.090806 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-78bb315d-3815-4428-97ee-a1948671578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:13.095440 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-78bb315d-3815-4428-97ee-a1948671578c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:13.100703 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-78bb315d-3815-4428-97ee-a1948671578c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d06c163-1089-46dc-aeeb-3880e6d3c45f HTTP/1.1" status: 204 len: 168 time: 0.2050264 Jun 16 15:32:13.102046 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f04d26b4-d113-43f5-abfd-1ff4ee5b0f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:13.115895 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb315d-3815-4428-97ee-a1948671578c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d06c163-1089-46dc-aeeb-3880e6d3c45f,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:13.119544 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-78bb315d-3815-4428-97ee-a1948671578c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:19.915270 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-67689c00-d22e-4709-9d67-1d1d4d5448ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:22.872938 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:32:23.442199 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e4029dd1-08ba-4dcf-a8e4-e41745e0851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:24.016637 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:26.259969 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:27.982007 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:33.015531 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:41.498020 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-bdf70a00-b0f5-471b-876d-1edc4517db76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811100 Jun 16 15:32:41.664033 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-64b50c93-fb9b-4ecf-a18b-d9f9bfe82198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:32:41.674634 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-64b50c93-fb9b-4ecf-a18b-d9f9bfe82198 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 1100 time: 0.1062608 Jun 16 15:32:41.813144 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-7f5ffbad-092c-479e-a0c8-c4e167663e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:32:41.815031 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-7f5ffbad-092c-479e-a0c8-c4e167663e31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 200 len: 919 time: 0.1261232 Jun 16 15:32:41.909756 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-30cfca8d-7465-4299-a3eb-fb9712a04794 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6710f180-41ae-4e20-9b76-d4069163f307 HTTP/1.1" status: 200 len: 1001 time: 0.0849340 Jun 16 15:32:41.980039 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-cad77fe6-b060-4bf5-9ea3-b80ce404fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:32:41.982656 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-cad77fe6-b060-4bf5-9ea3-b80ce404fc98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 200 len: 856 time: 0.0653334 Jun 16 15:32:42.058179 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-27a2f527-e8e6-4714-bcbf-c0e22814457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:32:42.059808 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-27a2f527-e8e6-4714-bcbf-c0e22814457f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e4b1fb62-6329-46a1-9820-acaf6c9542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700009 Jun 16 15:32:42.184617 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-2b2cd86d-f357-4559-8f85-5c633e8de72a service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164901 Jun 16 15:32:42.288425 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6ed40b95-a9cf-490c-a64f-a092735b6894 req-f72ea076-2b2d-4a85-bf21-5363926029af service neutron] 10.222.0.36 "GET /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962303 Jun 16 15:32:43.434405 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51514) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:43.646996 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:43.779875 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:43.785667 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:43.790161 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5480d59a-56fe-4be9-87ca-f171dc43b076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:43.854483 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e15793-79cd-4e98-8510-4b36c5c9cf86,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:43.862341 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4f3e5cb9112419db85255bc3ddbff39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260509 Jun 16 15:32:43.865642 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51518) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:43.871595 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.872143 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.872688 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.873268 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.873811 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.874349 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.874888 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.875426 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.875963 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.876498 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.877106 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.877618 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:43.883902 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-dd8194b5-05a3-4d47-8f45-004eae4385f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:43.936878 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5dea-8db6-40ba-94f0-a825be6b77d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:43.963950 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5dea-8db6-40ba-94f0-a825be6b77d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:44.023327 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5dea-8db6-40ba-94f0-a825be6b77d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:44.027754 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5dea-8db6-40ba-94f0-a825be6b77d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:44.029638 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2b7a5dea-8db6-40ba-94f0-a825be6b77d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1e15793-79cd-4e98-8510-4b36c5c9cf86 HTTP/1.1" status: 204 len: 168 time: 0.1623085 Jun 16 15:32:44.030996 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a0b8be4e-3776-44d3-ba1b-3d04c056f6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:44.044874 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a5dea-8db6-40ba-94f0-a825be6b77d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e15793-79cd-4e98-8510-4b36c5c9cf86,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:44.048729 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2b7a5dea-8db6-40ba-94f0-a825be6b77d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:49.912039 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-bffa49b5-ad2b-440d-b98d-3439e5861c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:53.441242 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a02e9d4f-825f-4da9-862c-e851c16ad9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:53.469810 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51640) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:53.619899 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:53.773953 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:53.779371 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:53.784824 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b68f7d3c-54e4-4b03-b87b-0f60203ad8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:53.843857 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f1a31f5e9b94b4f8e30eefa30c069ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725262 Jun 16 15:32:53.844889 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125fdb49-27ee-4ba4-be58-1e830e6620fa,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:53.848084 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51644) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:53.855624 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.856011 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.856388 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.856759 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.857169 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.857537 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.857898 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.858263 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.858617 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.858972 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.859329 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.859681 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:53.863945 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:53.933926 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3d49-b37a-4d2f-9194-55c1f4334696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:53.960106 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3d49-b37a-4d2f-9194-55c1f4334696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:54.016134 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:54.022907 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3d49-b37a-4d2f-9194-55c1f4334696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:54.026519 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3d49-b37a-4d2f-9194-55c1f4334696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:54.027739 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-0a1e3d49-b37a-4d2f-9194-55c1f4334696 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/125fdb49-27ee-4ba4-be58-1e830e6620fa HTTP/1.1" status: 204 len: 168 time: 0.1782546 Jun 16 15:32:54.028550 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ca88d9b9-a126-4b82-96d9-871f9d9efbdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:54.037644 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e3d49-b37a-4d2f-9194-55c1f4334696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125fdb49-27ee-4ba4-be58-1e830e6620fa,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:54.040162 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-0a1e3d49-b37a-4d2f-9194-55c1f4334696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:54.433910 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51654) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:54.451672 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-06434465-87e5-4ba5-a9d0-2a079e3d4075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:54.576515 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-06434465-87e5-4ba5-a9d0-2a079e3d4075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:54.581971 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-06434465-87e5-4ba5-a9d0-2a079e3d4075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:54.586850 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-25c09403-abf0-4e2f-8592-3b8c52fd3513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:54.630644 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-06434465-87e5-4ba5-a9d0-2a079e3d4075 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ecf690583c634c98a2ff3e17ec511100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951969 Jun 16 15:32:54.631609 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06434465-87e5-4ba5-a9d0-2a079e3d4075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1c7022-5c67-4832-9127-c3504004b875,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:54.637020 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-06434465-87e5-4ba5-a9d0-2a079e3d4075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:54.637334 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51656) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:54.737157 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c2f11cfc-339f-49fd-9e66-be7baed08889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:54.780306 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c2f11cfc-339f-49fd-9e66-be7baed08889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:54.861714 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c2f11cfc-339f-49fd-9e66-be7baed08889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:54.865714 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c2f11cfc-339f-49fd-9e66-be7baed08889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:54.871547 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-c2f11cfc-339f-49fd-9e66-be7baed08889 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d1c7022-5c67-4832-9127-c3504004b875 HTTP/1.1" status: 204 len: 168 time: 0.2282281 Jun 16 15:32:54.871547 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-584599cc-0e78-443b-bbcb-ba007d12f83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:54.892841 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f11cfc-339f-49fd-9e66-be7baed08889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1c7022-5c67-4832-9127-c3504004b875,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:54.896372 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c2f11cfc-339f-49fd-9e66-be7baed08889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:55.346455 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51666) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:55.363370 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-02086b1c-d0f3-4dba-a12b-226cc2df5b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:55.541235 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-02086b1c-d0f3-4dba-a12b-226cc2df5b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:55.549370 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-02086b1c-d0f3-4dba-a12b-226cc2df5b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:55.555867 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c11eb8cd-65f9-46ab-86a5-ecd7ce5730a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:55.630000 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-02086b1c-d0f3-4dba-a12b-226cc2df5b1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9410d90a02fa42c2b39707b443994863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819178 Jun 16 15:32:55.632207 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02086b1c-d0f3-4dba-a12b-226cc2df5b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54634392-0d28-4a49-afdd-cf377fee4825,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:55.632839 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51668) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:55.639221 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-02086b1c-d0f3-4dba-a12b-226cc2df5b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:55.712280 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-38eab5e6-70b9-4153-9f2a-fc2011279d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:55.755783 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-38eab5e6-70b9-4153-9f2a-fc2011279d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:55.828869 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-38eab5e6-70b9-4153-9f2a-fc2011279d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:55.831797 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-38eab5e6-70b9-4153-9f2a-fc2011279d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:55.833138 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-38eab5e6-70b9-4153-9f2a-fc2011279d16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54634392-0d28-4a49-afdd-cf377fee4825 HTTP/1.1" status: 204 len: 168 time: 0.1991262 Jun 16 15:32:55.834134 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7920a962-532f-48c4-93ae-b22f48f82608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:55.852616 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eab5e6-70b9-4153-9f2a-fc2011279d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54634392-0d28-4a49-afdd-cf377fee4825,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:55.857991 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-38eab5e6-70b9-4153-9f2a-fc2011279d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:56.269184 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:56.816826 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51692) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:56.941756 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-629780591-network', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:32:56.977635 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Made reservation on behalf of 53c5b8c908be40d1ae475324df7b5a82 for: {'network': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:32:56.981768 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:56.998358 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.163211 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.170231 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.173811 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b71dc5c5-fc3c-4efb-83f3-f07d72644879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:57.202488 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=92140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:32:57.214721 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d48e3f-7c36-434b-9af9-1a70144a0dff,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:57.219015 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:57.222508 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.222867 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.segments_db [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Added segment 0866073d-d1e9-4295-8ec2-1e659bf50674 of type vlan for network 5afebf02-4fec-4375-91fe-2fc1c4e5652e Jun 16 15:32:57.299249 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.350128 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.351735 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:32:57.352344 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.355890 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:57.393239 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5746448 Jun 16 15:32:57.398444 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51698) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:57.429390 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Request body: {'subnet': {'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-629780591-subnet', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:32:57.435119 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Pushing event updated for resources: {'Network': ['ID=5afebf02-4fec-4375-91fe-2fc1c4e5652e,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:57.439903 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:57.450292 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 5afebf02-4fec-4375-91fe-2fc1c4e5652e details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:32:57.467551 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Made reservation on behalf of 53c5b8c908be40d1ae475324df7b5a82 for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:32:57.470629 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1118607'] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.693274 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7514180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1118621'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.698434 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:57.796200 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77612ee-5831-4e02-82f2-b02970bf005f,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:57.801121 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:57.814495 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Checking segment: {'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:32:57.815084 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Network hostable DHCP agents. Network: 5afebf02-4fec-4375-91fe-2fc1c4e5652e, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:32:57.846725 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Network 5afebf02-4fec-4375-91fe-2fc1c4e5652e is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:32:57.862463 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 5afebf02-4fec-4375-91fe-2fc1c4e5652e) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:32:57.870066 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:32:57.872050 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.877378 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc32511-ee64-4cc8-aa66-f4aa893f3fa5 None None] Network 5afebf02-4fec-4375-91fe-2fc1c4e5652e requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:32:57.891104 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4914057 Jun 16 15:32:57.895358 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51700) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:32:57.902219 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:32:57.932013 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.933736 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:57.999929 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:58.123762 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8da438e2-716c-5b01-ad11-9c1c2b5a23b2-5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'fixed_ips': [{'subnet_id': 'd77612ee-5831-4e02-82f2-b02970bf005f'}]}} from dv-cinder-757908-6-iscsi. {{(pid=92142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:32:58.124679 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:58.343120 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.db_base_plugin_common [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Allocated IP 172.20.0.2 (5afebf02-4fec-4375-91fe-2fc1c4e5652e/d77612ee-5831-4e02-82f2-b02970bf005f/4ea3f592-e990-441e-879d-b5050951e94b) {{(pid=92142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:32:58.346558 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:58.548536 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-830'] for router, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:58.573616 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Notify callbacks [] for port, precommit_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:58.589038 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Transition to ACTIVE for port object 4ea3f592-e990-441e-879d-b5050951e94b will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:32:58.618684 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Transition to ACTIVE for port object 4ea3f592-e990-441e-879d-b5050951e94b will not be triggered until provisioned by entity DHCP. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:32:58.635124 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:58.640774 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:58.697549 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Network 5afebf02-4fec-4375-91fe-2fc1c4e5652e is already hosted by enough agents. {{(pid=92142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:32:58.701520 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.base_scheduler [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Resources bound (agent type, host, resource id): {{(pid=92142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:32:58.704788 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Received port after_create {{(pid=92142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:32:58.723018 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Pushing event updated for resources: {'Port': ['ID=4ea3f592-e990-441e-879d-b5050951e94b,revision_number=1']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:58.751911 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.752240 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.752605 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.752950 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.753321 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.753660 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.753992 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.754331 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.754663 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.754997 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.755324 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.755653 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:32:58.760685 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:58.810414 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Attempting to bind port 4ea3f592-e990-441e-879d-b5050951e94b on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:32:58.810703 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Attempting to bind port 4ea3f592-e990-441e-879d-b5050951e94b by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:32:58.811083 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Attempting to bind port 4ea3f592-e990-441e-879d-b5050951e94b on network 5afebf02-4fec-4375-91fe-2fc1c4e5652e {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:32:58.819113 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:32:58.819799 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Checking segment: {'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:32:58.821143 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:58.821293 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Bound using segment: {'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:32:58.822189 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Bound port: 4ea3f592-e990-441e-879d-b5050951e94b, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:32:58.822796 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:58.873718 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:58.907333 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:58.938802 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] For port 4ea3f592-e990-441e-879d-b5050951e94b, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:32:58.944132 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] For port 4ea3f592-e990-441e-879d-b5050951e94b, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=4ea3f592-e990-441e-879d-b5050951e94b,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:32:58.951412 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:58.955146 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:59.055763 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Pushing event updated for resources: {'Port': ['ID=4ea3f592-e990-441e-879d-b5050951e94b,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:59.062041 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:59.065230 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Allocated IP 172.27.0.85 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/9576e95b-ddf7-487f-9181-88ee3d4a1ea9) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:32:59.232289 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:59.332436 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:59.338641 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-8bbc00dc-0492-46ee-be82-1fdd9a3a3b68 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:32:59.400514 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:32:59.406322 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:32:59.410412 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:32:59.451566 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Pushing event updated for resources: {'Port': ['ID=9576e95b-ddf7-487f-9181-88ee3d4a1ea9,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:32:59.458165 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:32:59.706824 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:32:59.877052 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:32:59.966760 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675493'] for router, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:00.157976 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 is scheduled to L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 with binding_index 1 {{(pid=92140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:33:00.229459 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7603e06a-b8a3-44e3-a98e-15688ee279b3 None None] Network 5afebf02-4fec-4375-91fe-2fc1c4e5652e requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:33:00.315725 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-84b52948-1674-4a58-8c3b-18fd93acc7d5 None None] Provisioning for port 4ea3f592-e990-441e-879d-b5050951e94b completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:00.375749 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:33:00.393620 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Sync routers for ids ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:33:00.407176 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Notify callbacks [] for router, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:00.411603 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51712) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:00.413592 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Routers {'98291cf6-bf0e-46c7-a8a3-0b02ece566e9'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:00.414320 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5176330 Jun 16 15:33:00.415171 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:32:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:00.482144 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 4ea3f592-e990-441e-879d-b5050951e94b up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:00.584117 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Set router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:00.696071 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 4ea3f592-e990-441e-879d-b5050951e94b completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:00.710216 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 4ea3f592-e990-441e-879d-b5050951e94b triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:00.711303 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:00.903029 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.015388 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 4ea3f592-e990-441e-879d-b5050951e94b, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=4ea3f592-e990-441e-879d-b5050951e94b,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:01.017145 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:32:59Z', 'revision_number': 3, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:01.027063 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Checking router: 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:33:01.027406 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.027595 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Updating router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 binding host dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:33:01.034430 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:01.108405 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=4ea3f592-e990-441e-879d-b5050951e94b,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:01.122115 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.123978 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:01.226052 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-610cf276-3557-4bde-9ac9-f01087a3e64f None None] Provisioning complete for port 4ea3f592-e990-441e-879d-b5050951e94b triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:01.226340 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-610cf276-3557-4bde-9ac9-f01087a3e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.302606 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.514641 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Allocated IP 172.20.0.1 (5afebf02-4fec-4375-91fe-2fc1c4e5652e/d77612ee-5831-4e02-82f2-b02970bf005f/ac808fa1-c7f4-4631-87d5-015f4f7459f6) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:33:01.663670 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Notify callbacks [] for port, precommit_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.672027 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.680378 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.provisioning_blocks [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Transition to ACTIVE for port object 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 will not be triggered until provisioned by entity L2. {{(pid=92143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:01.690201 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.692547 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:01.696699 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Transition to ACTIVE for port object ac808fa1-c7f4-4631-87d5-015f4f7459f6 will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:01.751714 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Attempting to bind port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:33:01.752092 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Attempting to bind port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:33:01.752377 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.752619 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Attempting to bind port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 on network 43ae66be-102b-49e6-bb36-82b6a3432ce6 {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:33:01.754665 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Pushing event updated for resources: {'Port': ['ID=9576e95b-ddf7-487f-9181-88ee3d4a1ea9,revision_number=2']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:01.757589 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9af2e4c7-8d0c-432d-8c25-c2fad0fd98be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:01.763901 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:33:01.764288 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Checking segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:33:01.764778 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.765131 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Bound using segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:33:01.765620 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Bound port: 9576e95b-ddf7-487f-9181-88ee3d4a1ea9, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:33:01.765998 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.768560 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.768915 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.769283 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.769610 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.769937 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.770262 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.770583 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.770911 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.771232 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.771630 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.772060 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.772384 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:01.778351 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:01.786689 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Network 5afebf02-4fec-4375-91fe-2fc1c4e5652e is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:33:01.819240 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:33:01.825621 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:33:01.834172 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] For port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:33:01.840624 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] For port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=9576e95b-ddf7-487f-9181-88ee3d4a1ea9,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:33:01.848610 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.852861 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-3a69b628-babe-4297-b03f-6b8f5e26207a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:01.885984 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Pushing event updated for resources: {'Port': ['ID=ac808fa1-c7f4-4631-87d5-015f4f7459f6,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:01.890772 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:01.898757 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674836'] for router_interface, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:01.968421 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Pushing event updated for resources: {'Port': ['ID=9576e95b-ddf7-487f-9181-88ee3d4a1ea9,revision_number=3']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:01.974179 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Routers {'98291cf6-bf0e-46c7-a8a3-0b02ece566e9'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:01.975314 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:32:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:02.038943 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-07353ea4-3d60-49ff-9f43-66a413e7ec6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:02.068083 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:02.089208 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-664248eb-7998-4b1b-906a-bf88fa22c8e0 None None] Provisioning for port ac808fa1-c7f4-4631-87d5-015f4f7459f6 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:02.095858 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-664248eb-7998-4b1b-906a-bf88fa22c8e0 None None] Provisioning complete for port ac808fa1-c7f4-4631-87d5-015f4f7459f6 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:02.096503 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-664248eb-7998-4b1b-906a-bf88fa22c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:02.150711 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-664248eb-7998-4b1b-906a-bf88fa22c8e0 None None] Port ac808fa1-c7f4-4631-87d5-015f4f7459f6 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:33:02.179293 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] Set router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:02.322540 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 4ea3f592-e990-441e-879d-b5050951e94b up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:02.339958 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:02.351628 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:02.351628 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c23d99b8-f08e-4bf7-afd2-22c50e245c59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:02.422004 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 4ea3f592-e990-441e-879d-b5050951e94b triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:02.422637 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:02.423322 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Pushing event updated for resources: {'Port': ['ID=ac808fa1-c7f4-4631-87d5-015f4f7459f6,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:02.428221 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:02.430775 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674792'] for router_interface, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:02.433915 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:32:59Z', 'revision_number': 3, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:02.437733 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66a062-bfa5-4a9b-a169-50b4e939857e None None] The sync data for ids ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'] in dv-cinder-757908-6-iscsi is: [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:32:59Z', 'revision_number': 3, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:33:02.585936 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Network 5afebf02-4fec-4375-91fe-2fc1c4e5652e is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:33:02.589003 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:33:02.833348 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:33:02.879537 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-e7c69045-dc9e-4108-bd65-e10436b7b829 None None] Provisioning complete for port ac808fa1-c7f4-4631-87d5-015f4f7459f6 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:02.880091 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e7c69045-dc9e-4108-bd65-e10436b7b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:02.946910 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-e7c69045-dc9e-4108-bd65-e10436b7b829 None None] Port ac808fa1-c7f4-4631-87d5-015f4f7459f6 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:33:03.044421 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:03.289976 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:33:03.295616 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] 10.222.0.61 "PUT /v2.0/routers/98291cf6-bf0e-46c7-a8a3-0b02ece566e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8825600 Jun 16 15:33:03.976080 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51738) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:03.986944 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1103080696-network', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:33:04.024591 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Made reservation on behalf of bbca5ec555f3473c867fbf638f9d8247 for: {'network': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:33:04.029393 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.041225 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.190307 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.197384 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.202593 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-825158e6-29b8-46de-9a1b-b513e1fc3614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:04.228448 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=92141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:33:04.239361 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30448234-7a91-4db2-93c2-23024e40caaa,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:04.242807 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:04.246934 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.247419 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.segments_db [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Added segment dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a of type vlan for network 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f Jun 16 15:33:04.309855 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.374895 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.376335 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:04.377060 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.379376 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:04.397086 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:04.440138 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4603789 Jun 16 15:33:04.443117 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Sync routers for ids ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:33:04.443367 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51742) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:04.451644 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Request body: {'subnet': {'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1103080696-subnet', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:33:04.465948 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Routers {'98291cf6-bf0e-46c7-a8a3-0b02ece566e9'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:04.466955 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:32:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:04.473680 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:04.477084 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-73c2dd3f-a088-4c92-a9a2-b448dfc3dad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:04.484244 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Made reservation on behalf of bbca5ec555f3473c867fbf638f9d8247 for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:33:04.487028 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1118607'] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.520047 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:33:04.576744 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:04.605972 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:04.606656 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.710596 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Set router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:04.731774 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7514180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1118621'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.734273 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:04.832259 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=410fca97-ec1b-4867-b18b-eee9344f9228,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:04.836820 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:04.845365 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Checking segment: {'id': 'dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:33:04.845756 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Network hostable DHCP agents. Network: 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:33:04.857300 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.870742 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Network 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:33:04.882734 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:33:04.891783 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:04.893073 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.912193 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-b556bb0d-29df-4f7e-ae61-d93deaf9f1f0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4676824 Jun 16 15:33:04.917816 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51744) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:04.923293 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1103080696-router', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:33:04.964586 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:04.966688 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:05.045016 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:05.091436 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8250de9b-92ac-4077-8d56-bc91eb95040a None None] Network 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:33:05.100933 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=9576e95b-ddf7-487f-9181-88ee3d4a1ea9,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:05.120130 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:05.125713 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:05.203738 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-830'] for router, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:05.298229 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=9576e95b-ddf7-487f-9181-88ee3d4a1ea9,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:05.311546 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:05.394362 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:33:02Z', 'revision_number': 4, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'ac808fa1-c7f4-4631-87d5-015f4f7459f6', 'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'mac_address': 'fa:16:3e:c0:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:01Z', 'updated_at': '2021-06-16T15:33:02Z', 'revision_number': 2, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'subnets': [{'id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:05.399404 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Checking router: 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:33:05.399404 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Updating router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 port ac808fa1-c7f4-4631-87d5-015f4f7459f6 binding host dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:33:05.429409 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8da438e2-716c-5b01-ad11-9c1c2b5a23b2-8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f', 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'fixed_ips': [{'subnet_id': '410fca97-ec1b-4867-b18b-eee9344f9228'}]}} from dv-cinder-757908-6-iscsi. {{(pid=92142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:33:05.430300 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:05.468643 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:05.500546 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:05.522038 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:05.662129 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Allocated IP 172.27.0.144 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/d0da1941-2811-420b-95e1-1170951d52c4) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:33:05.766410 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.db_base_plugin_common [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Allocated IP 172.20.0.2 (8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f/410fca97-ec1b-4867-b18b-eee9344f9228/8907d9ce-3c11-499c-8263-a3643f281f13) {{(pid=92142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:33:05.803607 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:05.851364 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:05.853687 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:05.904364 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:33:05.907765 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:33:05.917163 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:33:05.922130 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Pushing event updated for resources: {'Port': ['ID=d0da1941-2811-420b-95e1-1170951d52c4,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:05.947236 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:06.247291 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:06.257762 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Notify callbacks [] for port, precommit_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:06.283946 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Transition to ACTIVE for port object ac808fa1-c7f4-4631-87d5-015f4f7459f6 will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:06.287816 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Transition to ACTIVE for port object 8907d9ce-3c11-499c-8263-a3643f281f13 will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:06.301695 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:06.310386 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-93f8575d-6c87-4866-b79c-13167596259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:06.366109 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:06.377739 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Transition to ACTIVE for port object 8907d9ce-3c11-499c-8263-a3643f281f13 will not be triggered until provisioned by entity DHCP. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:06.444749 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:06.544943 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b48ff-bb2d-4584-8bac-90a67418189d None None] Pushing event updated for resources: {'Port': ['ID=ac808fa1-c7f4-4631-87d5-015f4f7459f6,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:06.554393 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-e36b48ff-bb2d-4584-8bac-90a67418189d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:06.558969 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:06.610249 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Network 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f is already hosted by enough agents. {{(pid=92142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:33:06.622937 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:06.632291 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.base_scheduler [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Resources bound (agent type, host, resource id): {{(pid=92142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:33:06.667834 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Received port after_create {{(pid=92142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:33:06.745999 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Pushing event updated for resources: {'Port': ['ID=8907d9ce-3c11-499c-8263-a3643f281f13,revision_number=1']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:06.789821 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:06.848901 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Attempting to bind port ac808fa1-c7f4-4631-87d5-015f4f7459f6 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:33:06.849502 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Attempting to bind port ac808fa1-c7f4-4631-87d5-015f4f7459f6 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:33:06.849914 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Attempting to bind port ac808fa1-c7f4-4631-87d5-015f4f7459f6 on network 5afebf02-4fec-4375-91fe-2fc1c4e5652e {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:33:06.854023 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:06.854023 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:06.904031 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:33:06.904415 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Checking segment: {'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:33:06.904833 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:06.905282 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Bound using segment: {'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:33:06.905777 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Bound port: ac808fa1-c7f4-4631-87d5-015f4f7459f6, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:33:06.906162 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:06.913967 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Attempting to bind port 8907d9ce-3c11-499c-8263-a3643f281f13 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:33:06.914430 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Attempting to bind port 8907d9ce-3c11-499c-8263-a3643f281f13 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:33:06.916226 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Attempting to bind port 8907d9ce-3c11-499c-8263-a3643f281f13 on network 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:33:06.921676 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675493'] for router, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:06.938027 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:33:06.938416 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Checking segment: {'id': 'dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:33:06.938853 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:06.939262 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Bound using segment: {'id': 'dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:33:06.939766 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Bound port: 8907d9ce-3c11-499c-8263-a3643f281f13, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:33:06.940157 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:07.118170 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] For port ac808fa1-c7f4-4631-87d5-015f4f7459f6, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:33:07.137504 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Router f2401203-3863-4cd9-990e-00e85dd28ccb is scheduled to L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 with binding_index 1 {{(pid=92140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:33:07.152948 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] For port 8907d9ce-3c11-499c-8263-a3643f281f13, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:33:07.156439 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] For port ac808fa1-c7f4-4631-87d5-015f4f7459f6, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=ac808fa1-c7f4-4631-87d5-015f4f7459f6,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:33:07.176447 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:07.184898 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:07.191775 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] For port 8907d9ce-3c11-499c-8263-a3643f281f13, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=8907d9ce-3c11-499c-8263-a3643f281f13,segment=NetworkSegment(dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a),segment_id=dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:33:07.224723 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:07.274259 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b48ff-bb2d-4584-8bac-90a67418189d None None] Pushing event updated for resources: {'Port': ['ID=ac808fa1-c7f4-4631-87d5-015f4f7459f6,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:07.279273 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-e36b48ff-bb2d-4584-8bac-90a67418189d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:07.279758 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:07.284582 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Routers {'98291cf6-bf0e-46c7-a8a3-0b02ece566e9'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:07.284582 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:32:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:07.296062 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:33:07.315229 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Sync routers for ids ['f2401203-3863-4cd9-990e-00e85dd28ccb'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:33:07.327921 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Routers {'f2401203-3863-4cd9-990e-00e85dd28ccb'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:07.328451 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] Notify callbacks [] for router, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:07.329423 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:32:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['f2401203-3863-4cd9-990e-00e85dd28ccb'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:07.331728 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-4c29638a-dc79-4b75-9ce4-2430c72c0673 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4123118 Jun 16 15:33:07.335890 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51750) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:07.513645 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Set router f2401203-3863-4cd9-990e-00e85dd28ccb gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:07.531050 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Pushing event updated for resources: {'Port': ['ID=8907d9ce-3c11-499c-8263-a3643f281f13,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:07.551970 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:07.627047 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] Set router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:07.947401 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'name': 'tempest-TestMinimumBasicScenario-1103080696-router', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:33:04Z', 'updated_at': '2021-06-16T15:33:06Z', 'revision_number': 3, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'gw_port': {'id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:05Z', 'updated_at': '2021-06-16T15:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:07.954904 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Checking router: f2401203-3863-4cd9-990e-00e85dd28ccb for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:33:07.955912 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Updating router f2401203-3863-4cd9-990e-00e85dd28ccb port d0da1941-2811-420b-95e1-1170951d52c4 binding host dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:33:08.024505 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:08.143390 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:33:02Z', 'revision_number': 4, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'ac808fa1-c7f4-4631-87d5-015f4f7459f6', 'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'mac_address': 'fa:16:3e:c0:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:01Z', 'updated_at': '2021-06-16T15:33:07Z', 'revision_number': 4, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'subnets': [{'id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:08.151535 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50143b8-8c0e-4884-935b-4a5e1284e4b7 None None] The sync data for ids ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'] in dv-cinder-757908-6-iscsi is: [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:33:02Z', 'revision_number': 4, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'ac808fa1-c7f4-4631-87d5-015f4f7459f6', 'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'mac_address': 'fa:16:3e:c0:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:01Z', 'updated_at': '2021-06-16T15:33:07Z', 'revision_number': 4, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'subnets': [{'id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:33:08.264630 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:08.409038 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Notify callbacks [] for port, precommit_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:08.422756 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.provisioning_blocks [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Transition to ACTIVE for port object d0da1941-2811-420b-95e1-1170951d52c4 will not be triggered until provisioned by entity L2. {{(pid=92143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:08.436169 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:08.445787 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:08.495171 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c1a39-074f-4fac-a2d6-83b3b7220c91 None None] Pushing event updated for resources: {'Port': ['ID=d0da1941-2811-420b-95e1-1170951d52c4,revision_number=2']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:08.498318 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-642c1a39-074f-4fac-a2d6-83b3b7220c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:08.526985 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Attempting to bind port d0da1941-2811-420b-95e1-1170951d52c4 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:33:08.527373 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Attempting to bind port d0da1941-2811-420b-95e1-1170951d52c4 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:33:08.527744 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Attempting to bind port d0da1941-2811-420b-95e1-1170951d52c4 on network 43ae66be-102b-49e6-bb36-82b6a3432ce6 {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:33:08.535586 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ac808fa1-c7f4-4631-87d5-015f4f7459f6 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:08.553531 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:33:08.553908 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Checking segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:33:08.554316 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:08.554723 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Bound using segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:33:08.555215 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Bound port: d0da1941-2811-420b-95e1-1170951d52c4, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:33:08.555598 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:08.623226 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-dff82399-6400-4007-a7f2-c28252754f5e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888561251&fields=id&tenant_id=7873dd7690ae49babe5906a4e337be7f HTTP/1.1" status: 200 len: 267 time: 0.4215863 Jun 16 15:33:08.623926 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port ac808fa1-c7f4-4631-87d5-015f4f7459f6 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:08.632766 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port ac808fa1-c7f4-4631-87d5-015f4f7459f6 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:08.634871 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:08.648030 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] For port d0da1941-2811-420b-95e1-1170951d52c4, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:33:08.655387 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] For port d0da1941-2811-420b-95e1-1170951d52c4, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=d0da1941-2811-420b-95e1-1170951d52c4,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:33:08.673013 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:08.693326 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:08.743407 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Allocated IP 172.20.0.1 (8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f/410fca97-ec1b-4867-b18b-eee9344f9228/28266a87-3fd0-41d0-b0a8-c628d3846e04) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:33:08.822918 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:08.825766 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c1a39-074f-4fac-a2d6-83b3b7220c91 None None] Pushing event updated for resources: {'Port': ['ID=d0da1941-2811-420b-95e1-1170951d52c4,revision_number=3']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:08.841102 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-642c1a39-074f-4fac-a2d6-83b3b7220c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:08.874292 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Routers {'f2401203-3863-4cd9-990e-00e85dd28ccb'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:08.875695 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:32:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['f2401203-3863-4cd9-990e-00e85dd28ccb'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:08.889114 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port ac808fa1-c7f4-4631-87d5-015f4f7459f6, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=ac808fa1-c7f4-4631-87d5-015f4f7459f6,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:08.903193 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:08.905322 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 8907d9ce-3c11-499c-8263-a3643f281f13 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:08.907793 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-af5fcc93-d9ce-4dd0-83a7-e92cd6021f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:09.001220 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=ac808fa1-c7f4-4631-87d5-015f4f7459f6,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:09.010723 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:09.011743 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdb2658-2fe0-44b9-8423-e070fc0a23d3 None None] Network 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:33:09.033428 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:09.045386 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-222952df-394f-4caa-8ce4-d9cd633112cb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:09.047202 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-222952df-394f-4caa-8ce4-d9cd633112cb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 812 time: 0.4224994 Jun 16 15:33:09.071738 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Transition to ACTIVE for port object 28266a87-3fd0-41d0-b0a8-c628d3846e04 will not be triggered until provisioned by entity DHCP. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:09.082759 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-634ea861-43e1-43fd-8688-ed5ac0a45a1b tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/quotas/7873dd7690ae49babe5906a4e337be7f HTTP/1.1" status: 200 len: 375 time: 0.0240965 Jun 16 15:33:09.147298 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] Set router f2401203-3863-4cd9-990e-00e85dd28ccb gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:09.206407 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:09.225636 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-226b6773-c8d9-46e3-a497-1a7eb2e841e1 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:09.312235 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-4a8698ab-6021-4111-a6fc-55c5f721b6c7 None None] Provisioning for port 8907d9ce-3c11-499c-8263-a3643f281f13 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:09.315947 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Network 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:33:09.332161 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 8907d9ce-3c11-499c-8263-a3643f281f13 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:09.356317 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 8907d9ce-3c11-499c-8263-a3643f281f13 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:09.356775 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:09.360651 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-abba4d53-ffff-486d-920a-e2cf3ca1af27 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2694218 Jun 16 15:33:09.362417 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:33:09.370379 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:33:09.497107 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Pushing event updated for resources: {'Port': ['ID=28266a87-3fd0-41d0-b0a8-c628d3846e04,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:09.507030 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:09.512438 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:09.546991 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674836'] for router_interface, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:09.596470 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 8907d9ce-3c11-499c-8263-a3643f281f13, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=8907d9ce-3c11-499c-8263-a3643f281f13,segment=NetworkSegment(dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a),segment_id=dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:09.597437 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'name': 'tempest-TestMinimumBasicScenario-1103080696-router', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:33:04Z', 'updated_at': '2021-06-16T15:33:06Z', 'revision_number': 3, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'gw_port': {'id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:05Z', 'updated_at': '2021-06-16T15:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:09.603569 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91716dce-7b2e-46e4-bdd2-a8da2927c72a None None] The sync data for ids ['f2401203-3863-4cd9-990e-00e85dd28ccb'] in dv-cinder-757908-6-iscsi is: [{'id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'name': 'tempest-TestMinimumBasicScenario-1103080696-router', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:33:04Z', 'updated_at': '2021-06-16T15:33:06Z', 'revision_number': 3, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'gw_port': {'id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:05Z', 'updated_at': '2021-06-16T15:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:33:09.606422 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:09.608886 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:09.732098 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=8907d9ce-3c11-499c-8263-a3643f281f13,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:09.743102 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:09.762114 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-729c3dc2-ac7a-49e0-bd8b-3c456a83d5fb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:33:09.764466 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-729c3dc2-ac7a-49e0-bd8b-3c456a83d5fb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3076677 Jun 16 15:33:09.911865 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-c74a480a-d42c-4616-96f6-3e729a21f85c None None] Provisioning for port 28266a87-3fd0-41d0-b0a8-c628d3846e04 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:09.917652 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-c74a480a-d42c-4616-96f6-3e729a21f85c None None] Provisioning complete for port 28266a87-3fd0-41d0-b0a8-c628d3846e04 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:09.918207 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-c74a480a-d42c-4616-96f6-3e729a21f85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:09.971619 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-c74a480a-d42c-4616-96f6-3e729a21f85c None None] Port 28266a87-3fd0-41d0-b0a8-c628d3846e04 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:33:09.985850 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-c74a480a-d42c-4616-96f6-3e729a21f85c None None] Provisioning complete for port 8907d9ce-3c11-499c-8263-a3643f281f13 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:09.986232 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-c74a480a-d42c-4616-96f6-3e729a21f85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:10.182947 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-c10c7566-9a94-4566-8387-6687e210e1f4 service neutron] 10.222.0.61 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988831 Jun 16 15:33:10.250180 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:10.369831 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-0c302360-49ef-4850-aba5-2aac40415967 None None] Provisioning complete for port 28266a87-3fd0-41d0-b0a8-c628d3846e04 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:10.370062 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0c302360-49ef-4850-aba5-2aac40415967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:10.440010 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-6652b09f-26ce-4ea2-a170-7811ce88b182 service neutron] 10.222.0.61 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374012 Jun 16 15:33:10.460630 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-0c302360-49ef-4850-aba5-2aac40415967 None None] Port 28266a87-3fd0-41d0-b0a8-c628d3846e04 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:33:10.563620 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device d0da1941-2811-420b-95e1-1170951d52c4 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:10.646606 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port d0da1941-2811-420b-95e1-1170951d52c4 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:10.655742 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port d0da1941-2811-420b-95e1-1170951d52c4 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:10.656883 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:10.701576 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:10.710255 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:10.715567 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0808de08-f97a-4a97-99f1-b410d50188b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:10.785376 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:10.811897 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Pushing event updated for resources: {'Port': ['ID=28266a87-3fd0-41d0-b0a8-c628d3846e04,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:10.815914 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674792'] for router_interface, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:10.820179 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:10.824350 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port d0da1941-2811-420b-95e1-1170951d52c4, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=d0da1941-2811-420b-95e1-1170951d52c4,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:10.831841 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:10.833026 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 8907d9ce-3c11-499c-8263-a3643f281f13 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:10.840634 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:10.993300 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=d0da1941-2811-420b-95e1-1170951d52c4,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:10.994626 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-abf9ceeb-15ac-400d-a4c3-7d006c79e7ba req-1b2f7244-ea6d-45bd-8ff0-4656fd57f352 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 210 time: 0.0506258 Jun 16 15:33:11.003416 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:11.009781 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 8907d9ce-3c11-499c-8263-a3643f281f13 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:11.015410 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:11.039490 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Network 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:33:11.042705 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:33:11.200990 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ac808fa1-c7f4-4631-87d5-015f4f7459f6 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:11.275404 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Router f2401203-3863-4cd9-990e-00e85dd28ccb has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:33:11.356595 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port ac808fa1-c7f4-4631-87d5-015f4f7459f6 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:11.358105 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:11.461588 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:33:11.481799 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] 10.222.0.61 "PUT /v2.0/routers/f2401203-3863-4cd9-990e-00e85dd28ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1440434 Jun 16 15:33:11.534868 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-aea0dc74-9fea-4db2-82f8-97325446a8f2 None None] Provisioning complete for port 28266a87-3fd0-41d0-b0a8-c628d3846e04 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:11.535317 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-aea0dc74-9fea-4db2-82f8-97325446a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:11.578021 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-aea0dc74-9fea-4db2-82f8-97325446a8f2 None None] Port 28266a87-3fd0-41d0-b0a8-c628d3846e04 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:33:12.179408 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-563f2ba7-98fa-4d9b-821b-9eee7c13654a req-dc2233cf-dda0-4f08-9962-fb4441a31fa1 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 210 time: 0.0386631 Jun 16 15:33:12.252076 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Sync routers for ids ['f2401203-3863-4cd9-990e-00e85dd28ccb'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:33:12.267240 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Routers {'f2401203-3863-4cd9-990e-00e85dd28ccb'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:12.268079 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:32:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['f2401203-3863-4cd9-990e-00e85dd28ccb'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:12.390168 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device d0da1941-2811-420b-95e1-1170951d52c4 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:12.526756 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Set router f2401203-3863-4cd9-990e-00e85dd28ccb gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:12.590046 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port d0da1941-2811-420b-95e1-1170951d52c4 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:12.590436 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:12.869026 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-24445986-869f-4b01-aae5-ac4a31d92cfd tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:12.872675 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-24445986-869f-4b01-aae5-ac4a31d92cfd tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 812 time: 0.3913479 Jun 16 15:33:12.956901 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f2294acd-1359-4373-b197-21fa39946e4b tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7873dd7690ae49babe5906a4e337be7f HTTP/1.1" status: 200 len: 380 time: 0.0733747 Jun 16 15:33:12.970977 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'port': {'device_id': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'admin_state_up': True, 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'security_groups': ['c7fc3a2b-f1a5-4eea-9de3-7a3df1673209']}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:33:13.032804 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'name': 'tempest-TestMinimumBasicScenario-1103080696-router', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:33:04Z', 'updated_at': '2021-06-16T15:33:10Z', 'revision_number': 4, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'gw_port': {'id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:05Z', 'updated_at': '2021-06-16T15:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '28266a87-3fd0-41d0-b0a8-c628d3846e04', 'name': '', 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'mac_address': 'fa:16:3e:fa:9a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '410fca97-ec1b-4867-b18b-eee9344f9228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:08Z', 'updated_at': '2021-06-16T15:33:10Z', 'revision_number': 2, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'subnets': [{'id': '410fca97-ec1b-4867-b18b-eee9344f9228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:13.038415 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Checking router: f2401203-3863-4cd9-990e-00e85dd28ccb for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:33:13.038778 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Updating router f2401203-3863-4cd9-990e-00e85dd28ccb port 28266a87-3fd0-41d0-b0a8-c628d3846e04 binding host dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:33:13.097862 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:13.224245 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Made reservation on behalf of 7873dd7690ae49babe5906a4e337be7f for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:33:13.234127 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:13.481861 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5b1bbe3e-6755-4bea-907b-94ff64970045 req-f7df3ee9-0cf4-4675-97a9-395a64cd3cfb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 210 time: 0.0749633 Jun 16 15:33:13.616536 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Allocated IP 172.20.0.4 (80ddeedb-aa13-4af5-ab59-22b5076b54f6/1e386ae4-3110-4f29-9ad0-b18c2ddb9a02/d468837a-6cc2-46b0-8782-54034e7655fb) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:33:13.684697 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Notify callbacks [] for port, precommit_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:13.704265 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Transition to ACTIVE for port object 28266a87-3fd0-41d0-b0a8-c628d3846e04 will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:13.722778 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:13.735389 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:13.867639 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c2c80-40b5-40f3-a434-a77dd6027d82 None None] Pushing event updated for resources: {'Port': ['ID=28266a87-3fd0-41d0-b0a8-c628d3846e04,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:13.876609 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-c54c2c80-40b5-40f3-a434-a77dd6027d82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:13.905748 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:13.939023 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Transition to ACTIVE for port object d468837a-6cc2-46b0-8782-54034e7655fb will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:13.991029 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Attempting to bind port 28266a87-3fd0-41d0-b0a8-c628d3846e04 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:33:13.991814 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Attempting to bind port 28266a87-3fd0-41d0-b0a8-c628d3846e04 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:33:13.992554 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Attempting to bind port 28266a87-3fd0-41d0-b0a8-c628d3846e04 on network 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:33:14.003728 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:33:14.004551 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Checking segment: {'id': 'dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:33:14.005424 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:14.006223 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Bound using segment: {'id': 'dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:33:14.006479 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:14.007296 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Bound port: 28266a87-3fd0-41d0-b0a8-c628d3846e04, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:33:14.008438 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:14.017488 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:14.100707 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:33:14.108025 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:33:14.112097 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:33:14.202613 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] For port 28266a87-3fd0-41d0-b0a8-c628d3846e04, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:33:14.212034 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] For port 28266a87-3fd0-41d0-b0a8-c628d3846e04, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=28266a87-3fd0-41d0-b0a8-c628d3846e04,segment=NetworkSegment(dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a),segment_id=dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:33:14.227406 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:14.228273 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:14.230086 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:14.242766 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:14.292192 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3280537 Jun 16 15:33:14.294186 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'Port': ['ID=d468837a-6cc2-46b0-8782-54034e7655fb,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:14.299478 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:14.309439 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Request body: {'port': {'device_id': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:33:14.452004 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c2c80-40b5-40f3-a434-a77dd6027d82 None None] Pushing event updated for resources: {'Port': ['ID=28266a87-3fd0-41d0-b0a8-c628d3846e04,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:14.457053 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-c54c2c80-40b5-40f3-a434-a77dd6027d82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:14.458292 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Routers {'f2401203-3863-4cd9-990e-00e85dd28ccb'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:14.459196 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:32:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['f2401203-3863-4cd9-990e-00e85dd28ccb'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:14.506643 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:14.764061 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] Set router f2401203-3863-4cd9-990e-00e85dd28ccb gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:14.859497 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9b2ea-f4de-48d4-aa4e-929a886fe917 req-386c33be-5989-4198-9cd2-b12b33bbe56d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:14.861148 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-92b9b2ea-f4de-48d4-aa4e-929a886fe917 req-386c33be-5989-4198-9cd2-b12b33bbe56d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 931 time: 0.1445901 Jun 16 15:33:14.939196 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-92b9b2ea-f4de-48d4-aa4e-929a886fe917 req-a1a98b6b-9e54-4ea0-9381-7ed521ffeb0d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670240 Jun 16 15:33:15.108507 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-c2fba734-d7b3-49e6-a48d-072da20a0fec None None] Provisioning for port d468837a-6cc2-46b0-8782-54034e7655fb completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:15.124854 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-c2fba734-d7b3-49e6-a48d-072da20a0fec None None] Provisioning complete for port d468837a-6cc2-46b0-8782-54034e7655fb triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:15.125289 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-c2fba734-d7b3-49e6-a48d-072da20a0fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:15.248123 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d468837a-6cc2-46b0-8782-54034e7655fb {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:33:15.266522 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:15.293300 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Transition to ACTIVE for port object d468837a-6cc2-46b0-8782-54034e7655fb will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:15.300598 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-c2fba734-d7b3-49e6-a48d-072da20a0fec None None] Port d468837a-6cc2-46b0-8782-54034e7655fb cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:33:15.303538 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:15.307171 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-4b2f07ea-a8fb-4b1f-9e4e-630e15f6132c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:15.470323 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Pushing event updated for resources: {'Port': ['ID=d468837a-6cc2-46b0-8782-54034e7655fb,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:15.501480 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:15.530452 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'name': 'tempest-TestMinimumBasicScenario-1103080696-router', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:33:04Z', 'updated_at': '2021-06-16T15:33:10Z', 'revision_number': 4, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'gw_port': {'id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:05Z', 'updated_at': '2021-06-16T15:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '28266a87-3fd0-41d0-b0a8-c628d3846e04', 'name': '', 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'mac_address': 'fa:16:3e:fa:9a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '410fca97-ec1b-4867-b18b-eee9344f9228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:08Z', 'updated_at': '2021-06-16T15:33:14Z', 'revision_number': 4, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'subnets': [{'id': '410fca97-ec1b-4867-b18b-eee9344f9228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:15.547873 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022b9120-04c0-406f-b243-fab524eeb33f None None] The sync data for ids ['f2401203-3863-4cd9-990e-00e85dd28ccb'] in dv-cinder-757908-6-iscsi is: [{'id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'name': 'tempest-TestMinimumBasicScenario-1103080696-router', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:33:04Z', 'updated_at': '2021-06-16T15:33:10Z', 'revision_number': 4, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'gw_port': {'id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:05Z', 'updated_at': '2021-06-16T15:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '28266a87-3fd0-41d0-b0a8-c628d3846e04', 'name': '', 'network_id': '8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'mac_address': 'fa:16:3e:fa:9a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '410fca97-ec1b-4867-b18b-eee9344f9228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:08Z', 'updated_at': '2021-06-16T15:33:14Z', 'revision_number': 4, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'subnets': [{'id': '410fca97-ec1b-4867-b18b-eee9344f9228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:33:15.594247 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Attempting to bind port d468837a-6cc2-46b0-8782-54034e7655fb on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:33:15.595400 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Attempting to bind port d468837a-6cc2-46b0-8782-54034e7655fb by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:33:15.598572 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Attempting to bind port d468837a-6cc2-46b0-8782-54034e7655fb on network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:33:15.676613 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Port d468837a-6cc2-46b0-8782-54034e7655fb on network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:33:15.677207 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Attempting to bind port d468837a-6cc2-46b0-8782-54034e7655fb on network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:33:15.710222 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:33:15.710781 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Checking segment: {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:33:15.711447 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Bound using segment: {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:33:15.712792 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Bound port: d468837a-6cc2-46b0-8782-54034e7655fb, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:33:15.713519 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:15.882598 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] For port d468837a-6cc2-46b0-8782-54034e7655fb, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:33:15.889685 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] For port d468837a-6cc2-46b0-8782-54034e7655fb, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=d468837a-6cc2-46b0-8782-54034e7655fb,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:33:15.902630 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:15.910779 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:15.989075 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:15.990292 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:15.998461 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] 10.222.0.36 "PUT /v2.0/ports/d468837a-6cc2-46b0-8782-54034e7655fb HTTP/1.1" status: 200 len: 1093 time: 1.6973631 Jun 16 15:33:15.999110 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'tag': 'd468837a-6cc2-46b0-8782-54034e7655fb'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:33:16.002436 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537" -d '{"events": [{"name": "network-changed", "server_uuid": "802e178f-366f-4c3b-82e9-2fb6b59e6f51", "tag": "d468837a-6cc2-46b0-8782-54034e7655fb"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:33:16.083000 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Pushing event updated for resources: {'Port': ['ID=d468837a-6cc2-46b0-8782-54034e7655fb,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:16.160527 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:16.268678 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-d4ba6fe2-2561-4703-8547-65e883241a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:16.278295 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-d4ba6fe2-2561-4703-8547-65e883241a09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 1096 time: 0.2129648 Jun 16 15:33:16.420060 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-06fec7b4-237c-49b5-880b-ad08a2ef219c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d468837a-6cc2-46b0-8782-54034e7655fb HTTP/1.1" status: 200 len: 217 time: 0.1323462 Jun 16 15:33:16.517813 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 28266a87-3fd0-41d0-b0a8-c628d3846e04 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:16.594219 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-5da61ffc-f866-4fd5-b8c3-7d5976bc8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:16.596034 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-5da61ffc-f866-4fd5-b8c3-7d5976bc8bd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.1429121 Jun 16 15:33:16.599637 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe63ea7d-6e09-4d7d-beea-a635ba808af2 x-openstack-request-id: req-fe63ea7d-6e09-4d7d-beea-a635ba808af2 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:33:16.600106 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802e178f-366f-4c3b-82e9-2fb6b59e6f51", "tag": "d468837a-6cc2-46b0-8782-54034e7655fb", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:33:16.600496 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe63ea7d-6e09-4d7d-beea-a635ba808af2 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:33:16.601071 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'tag': 'd468837a-6cc2-46b0-8782-54034e7655fb', 'status': 'completed', 'code': 200} Jun 16 15:33:16.679625 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4205e-5919-482d-b550-43b43775935e req-8397bf11-1d43-4abf-90d0-b870ce133bc8 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:16.681973 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8ca4205e-5919-482d-b550-43b43775935e req-8397bf11-1d43-4abf-90d0-b870ce133bc8 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 943 time: 0.2744694 Jun 16 15:33:16.737260 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 28266a87-3fd0-41d0-b0a8-c628d3846e04 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:16.741233 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8ca4205e-5919-482d-b550-43b43775935e req-4418c501-1326-467b-bd05-9110d117c76b tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494199 Jun 16 15:33:16.746285 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 28266a87-3fd0-41d0-b0a8-c628d3846e04 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:16.747088 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:16.778019 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-14c15bf3-09e2-446d-85ef-aeeab3920f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:16.779548 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-14c15bf3-09e2-446d-85ef-aeeab3920f2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1767180 Jun 16 15:33:16.889493 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:16.937066 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-fea6ee2e-0a0b-42d4-9adb-18ca402c6f2d service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494608 Jun 16 15:33:16.983881 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 28266a87-3fd0-41d0-b0a8-c628d3846e04, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=28266a87-3fd0-41d0-b0a8-c628d3846e04,segment=NetworkSegment(dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a),segment_id=dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:16.994648 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:16.999323 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-93f8575d-6c87-4866-b79c-13167596259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:17.123265 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cc228aa4-f2f6-4445-a574-99e9f1aaee0d req-099f5d34-0245-4e58-9b07-7f167f6003fa service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782203 Jun 16 15:33:17.127273 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=28266a87-3fd0-41d0-b0a8-c628d3846e04,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:17.132494 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:17.314970 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537 req-1fee1a35-e222-468b-96db-4bf7aa7a3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:17.318143 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537 req-1fee1a35-e222-468b-96db-4bf7aa7a3d94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 1096 time: 0.1036124 Jun 16 15:33:17.606031 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537 req-e32bce23-5c42-43d4-b204-241df8948f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:17.609325 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537 req-e32bce23-5c42-43d4-b204-241df8948f26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.2838626 Jun 16 15:33:17.709859 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537 req-1cf7a4ee-b185-4d84-a534-c9a148a2daf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d468837a-6cc2-46b0-8782-54034e7655fb HTTP/1.1" status: 200 len: 217 time: 0.0931299 Jun 16 15:33:17.810431 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537 req-2c9af753-a765-4a6b-b044-e7597ea3045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:17.813564 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537 req-2c9af753-a765-4a6b-b044-e7597ea3045a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0975883 Jun 16 15:33:17.932322 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537 req-fd1fdaca-09e3-47e4-8087-afd3dc6ca218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:17.935972 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537 req-fd1fdaca-09e3-47e4-8087-afd3dc6ca218 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1147234 Jun 16 15:33:18.033894 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b918a1e-ecd1-4eaf-aeb7-1e272586653e req-b190ac6c-ba38-4813-b468-d310303c75ae tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:18.042512 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4b918a1e-ecd1-4eaf-aeb7-1e272586653e req-b190ac6c-ba38-4813-b468-d310303c75ae tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 943 time: 0.0898719 Jun 16 15:33:18.087961 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4b918a1e-ecd1-4eaf-aeb7-1e272586653e req-2eb8450f-30bf-4ad1-9f16-a8c899132ec1 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420578 Jun 16 15:33:18.096528 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537 req-51865c21-78d6-4caa-a673-86a1788b8208 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514750 Jun 16 15:33:18.215704 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-73bc2ebf-8b10-48b8-ac8c-6924f5ca1537 req-a620ac5b-1909-4806-8f3a-5c71cc41758b service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112895 Jun 16 15:33:18.380916 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 28266a87-3fd0-41d0-b0a8-c628d3846e04 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:18.444561 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 28266a87-3fd0-41d0-b0a8-c628d3846e04 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:18.445181 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:19.359284 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf1cf6-c088-4ae7-99bd-22b55afbf6af req-1b2c7980-5b92-4de7-a0d6-87e115b9ce54 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:19.361115 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7cbf1cf6-c088-4ae7-99bd-22b55afbf6af req-1b2c7980-5b92-4de7-a0d6-87e115b9ce54 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 943 time: 0.1083937 Jun 16 15:33:19.419792 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7cbf1cf6-c088-4ae7-99bd-22b55afbf6af req-a441c5c8-e029-416b-bf1e-bce1bc384cde tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486660 Jun 16 15:33:19.922373 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-3abf601c-e6df-4c23-a5db-0ebe4002fff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:20.822302 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99d6d6-60f7-491d-96cd-76252f5729a7 req-5c435610-5442-498a-9fb7-d2c7ab7d6381 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:20.824851 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-af99d6d6-60f7-491d-96cd-76252f5729a7 req-5c435610-5442-498a-9fb7-d2c7ab7d6381 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 943 time: 0.1328571 Jun 16 15:33:20.888287 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-af99d6d6-60f7-491d-96cd-76252f5729a7 req-128fd374-df4b-410c-87ed-d61347f4a33c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523467 Jun 16 15:33:22.188547 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe79721-46bc-4921-8242-c5de63510e26 req-f83c4159-894e-435e-9eb5-2faff426e443 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:22.190090 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4fe79721-46bc-4921-8242-c5de63510e26 req-f83c4159-894e-435e-9eb5-2faff426e443 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 943 time: 0.0764751 Jun 16 15:33:22.268032 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4fe79721-46bc-4921-8242-c5de63510e26 req-d1a9330b-a33d-49b3-b1d8-570ab081390a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594256 Jun 16 15:33:22.745261 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc7663-0c42-4abd-b2ef-c8e6c77baf21 req-9d61176a-8372-4346-8d85-fda8c9386cdf tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:22.753893 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b4dc7663-0c42-4abd-b2ef-c8e6c77baf21 req-9d61176a-8372-4346-8d85-fda8c9386cdf tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 947 time: 0.1360407 Jun 16 15:33:22.824564 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b4dc7663-0c42-4abd-b2ef-c8e6c77baf21 req-bb1a8c42-26df-48c0-b631-11ba88e2134e tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672021 Jun 16 15:33:23.438538 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8f04-c799-4dbc-806c-c346bda8da40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:23.521202 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35541afd-0bca-4f23-a526-693ebc211563 req-0db03b86-27da-4208-b6a6-7e42c176472c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:23.526769 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-35541afd-0bca-4f23-a526-693ebc211563 req-0db03b86-27da-4208-b6a6-7e42c176472c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 943 time: 0.0888786 Jun 16 15:33:23.584693 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-35541afd-0bca-4f23-a526-693ebc211563 req-348207c3-0529-4764-a65b-8a7a1d8f5169 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494087 Jun 16 15:33:24.039061 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:24.121204 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425575-d86e-4c68-bf13-33223af3b385 req-f9254a7c-3779-4dc0-9251-f835384d8ea1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:24.124139 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b8425575-d86e-4c68-bf13-33223af3b385 req-f9254a7c-3779-4dc0-9251-f835384d8ea1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 947 time: 0.1268535 Jun 16 15:33:24.195690 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b8425575-d86e-4c68-bf13-33223af3b385 req-c39e881f-28b4-4f7a-a5eb-6bdfc5557c48 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups?id=34782b4d-4b50-4285-a1bf-0dd4d8765fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598795 Jun 16 15:33:24.566514 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-b3709df0-0668-4485-8ca1-aa300f0d1777 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:24.568052 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-b3709df0-0668-4485-8ca1-aa300f0d1777 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.36 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 947 time: 0.1144528 Jun 16 15:33:24.759414 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Deleting port 6710f180-41ae-4e20-9b76-d4069163f307 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:33:24.759936 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:24.903297 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad23508-d947-4904-9c2e-95d71c0565c3 req-751c175f-0c28-4cd2-9e92-d87ad5d45eeb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:24.905277 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0ad23508-d947-4904-9c2e-95d71c0565c3 req-751c175f-0c28-4cd2-9e92-d87ad5d45eeb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 943 time: 0.0945239 Jun 16 15:33:24.905658 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] For port 6710f180-41ae-4e20-9b76-d4069163f307, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6710f180-41ae-4e20-9b76-d4069163f307,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:24.906346 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:24.957120 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0ad23508-d947-4904-9c2e-95d71c0565c3 req-57ba3dd5-df38-49d5-91a0-9e2f2b4543f0 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450218 Jun 16 15:33:25.166388 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:25.167259 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:25.167437 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.l3_db [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Floating IP 33699293-b0b7-485a-bd22-6f495fca0f7e disassociated. External IP: 172.27.0.63, port: 6710f180-41ae-4e20-9b76-d4069163f307. Jun 16 15:33:25.167864 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Calling delete_port for 6710f180-41ae-4e20-9b76-d4069163f307 owned by compute:nova {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:33:25.392538 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:25.398929 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7080ed7c-a4fa-40c5-9c7a-1caafe5c38ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:25.435247 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event deleted for resources: {'Port': ['ID=6710f180-41ae-4e20-9b76-d4069163f307,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:25.448941 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:25.472087 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-289858dd-5ed7-4fb6-86a3-2b6581f8f385 req-02f1631d-fd9d-4f39-9413-9cd7c1c1d64b tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 210 time: 0.0409083 Jun 16 15:33:25.603986 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Router da237604-4419-4a97-86c8-de57f17ad0a0 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:33:25.812464 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:33:25.831335 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632b9cd-2ee0-409a-bcf3-a1795fed8067 None None] Sync routers for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:33:25.848706 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632b9cd-2ee0-409a-bcf3-a1795fed8067 None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:25.850310 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-a632b9cd-2ee0-409a-bcf3-a1795fed8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:33:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:25.869084 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979098-0e8c-45d4-9428-903e209d8616 req-cbfb0315-e3aa-496e-9577-44148b445b6d tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:25.870752 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-cbfb0315-e3aa-496e-9577-44148b445b6d tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/networks?id=5afebf02-4fec-4375-91fe-2fc1c4e5652e HTTP/1.1" status: 200 len: 814 time: 0.1683934 Jun 16 15:33:25.896711 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] No DVR routers for this DVR port 6710f180-41ae-4e20-9b76-d4069163f307 on host hv-cinder-75790 {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:33:25.900130 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:25.902593 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-28027d47-3207-46c5-b4f9-2b8f969b1baa req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.36 "DELETE /v2.0/ports/6710f180-41ae-4e20-9b76-d4069163f307 HTTP/1.1" status: 204 len: 173 time: 1.3274033 Jun 16 15:33:25.903163 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'name': 'network-vif-deleted', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:33:25.905620 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3703090a-3c2b-4983-8b89-590c5f1e8ecb" -d '{"events": [{"server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "name": "network-vif-deleted", "tag": "6710f180-41ae-4e20-9b76-d4069163f307"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:33:25.926162 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-1bbcb43e-b481-4005-8f43-dccd231c1035 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/quotas/53c5b8c908be40d1ae475324df7b5a82 HTTP/1.1" status: 200 len: 375 time: 0.0377638 Jun 16 15:33:25.984597 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb45da0-739d-4279-a607-2d0f062e6a74 x-openstack-request-id: req-4bb45da0-739d-4279-a607-2d0f062e6a74 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:33:25.985783 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62276d1d-da0f-49d8-a5b9-35e31426c32b", "name": "network-vif-deleted", "tag": "6710f180-41ae-4e20-9b76-d4069163f307", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:33:25.986080 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bb45da0-739d-4279-a607-2d0f062e6a74 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:33:25.986711 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62276d1d-da0f-49d8-a5b9-35e31426c32b', 'name': 'network-vif-deleted', 'tag': '6710f180-41ae-4e20-9b76-d4069163f307', 'status': 'completed', 'code': 200} Jun 16 15:33:26.050833 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-4bcd3735-a366-4f91-a1a5-71cd2d58e601 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=53c5b8c908be40d1ae475324df7b5a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139035 Jun 16 15:33:26.215072 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-a632b9cd-2ee0-409a-bcf3-a1795fed8067 None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:26.217751 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6a1bc-623c-4368-be04-9ae2bc4e4332 req-ec94cb23-fbae-413e-948d-323dde534382 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:26.220350 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-06e6a1bc-623c-4368-be04-9ae2bc4e4332 req-ec94cb23-fbae-413e-948d-323dde534382 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 943 time: 0.0924473 Jun 16 15:33:26.292949 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:26.294230 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-06e6a1bc-623c-4368-be04-9ae2bc4e4332 req-6873cab2-1465-4748-aa16-8058ce40e974 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602019 Jun 16 15:33:26.516640 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-a632b9cd-2ee0-409a-bcf3-a1795fed8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:26.523090 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632b9cd-2ee0-409a-bcf3-a1795fed8067 None None] Checking router: da237604-4419-4a97-86c8-de57f17ad0a0 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:33:26.535262 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632b9cd-2ee0-409a-bcf3-a1795fed8067 None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:26.536082 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-a632b9cd-2ee0-409a-bcf3-a1795fed8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:33:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:26.597586 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-9eaaa4e7-4d58-4ec7-983b-0d7591791011 service neutron] 10.222.0.61 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197122 Jun 16 15:33:26.602041 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device d468837a-6cc2-46b0-8782-54034e7655fb details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:33:26.731599 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-a632b9cd-2ee0-409a-bcf3-a1795fed8067 None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:26.826595 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e4eb679e-9819-40b1-83a3-ca4ac5dea41c req-8e375a90-f597-43ce-bdbe-1d038956163a tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/ports?device_id=62276d1d-da0f-49d8-a5b9-35e31426c32b HTTP/1.1" status: 200 len: 210 time: 0.0704014 Jun 16 15:33:26.840443 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port d468837a-6cc2-46b0-8782-54034e7655fb, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=d468837a-6cc2-46b0-8782-54034e7655fb,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:26.842764 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-4cdcd71d-02db-433f-b3df-f977867388cb service neutron] 10.222.0.61 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223010 Jun 16 15:33:26.864535 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': 'd468837a-6cc2-46b0-8782-54034e7655fb', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'port_id': 'd468837a-6cc2-46b0-8782-54034e7655fb', 'mac_address': 'fa:16:3e:54:8a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:33:26.918046 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:26.939206 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d468837a-6cc2-46b0-8782-54034e7655fb {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:33:26.976054 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port d468837a-6cc2-46b0-8782-54034e7655fb, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=d468837a-6cc2-46b0-8782-54034e7655fb,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:26.983245 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:26.986486 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-e36b48ff-bb2d-4584-8bac-90a67418189d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:27.012811 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-a632b9cd-2ee0-409a-bcf3-a1795fed8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:27.018234 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632b9cd-2ee0-409a-bcf3-a1795fed8067 None None] The sync data for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi is: [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:22:45Z', 'revision_number': 4, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '31bff1e3-51b8-4afb-8de0-3d82200d8d0c', 'name': '', 'network_id': 'e4b1fb62-6329-46a1-9820-acaf6c9542c3', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'mac_address': 'fa:16:3e:29:8a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:44Z', 'updated_at': '2021-06-16T15:22:52Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'subnets': [{'id': '81d617eb-1f27-475d-8afc-7eab7ec439af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:33:27.053796 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=d468837a-6cc2-46b0-8782-54034e7655fb,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:27.059667 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:27.164587 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-16f2c384-ea09-4791-8062-04b554bdafe5 req-d4638b7c-2608-4fe1-bbac-03634ec5c9f2 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 210 time: 0.0314438 Jun 16 15:33:27.318713 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2deee5-ea7c-4e85-b597-e865b05427b0 None None] New status for floating IP 33699293-b0b7-485a-bd22-6f495fca0f7e: DOWN {{(pid=92142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:33:27.387090 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['d468837a-6cc2-46b0-8782-54034e7655fb'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:33:27.599813 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f69b7d-13a5-4c7c-b82f-9a3d443cd2bb req-3a7d8609-3281-4acb-8a78-527f316d7afb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:27.603350 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b7f69b7d-13a5-4c7c-b82f-9a3d443cd2bb req-3a7d8609-3281-4acb-8a78-527f316d7afb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 944 time: 0.1690004 Jun 16 15:33:27.666938 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b7f69b7d-13a5-4c7c-b82f-9a3d443cd2bb req-79a1ac7b-2bfd-4a37-818a-d42b06df85ec tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501978 Jun 16 15:33:27.989775 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:28.352668 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-614ee3eb-0f90-4838-ac72-cc690ccb2d17 req-4ed58ff0-f556-4d52-9fbc-2b7f4a03d573 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 210 time: 0.0482197 Jun 16 15:33:28.626712 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device d468837a-6cc2-46b0-8782-54034e7655fb up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:33:28.683321 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port d468837a-6cc2-46b0-8782-54034e7655fb completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:28.688100 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port d468837a-6cc2-46b0-8782-54034e7655fb triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:28.688745 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:28.691976 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979098-0e8c-45d4-9428-903e209d8616 req-af014be8-7ee0-46ab-9922-a8c77f3386b5 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:28.694637 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-af014be8-7ee0-46ab-9922-a8c77f3386b5 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.36 "GET /v2.0/networks?id=5afebf02-4fec-4375-91fe-2fc1c4e5652e HTTP/1.1" status: 200 len: 814 time: 0.1533923 Jun 16 15:33:28.712438 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Request body: {'port': {'device_id': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'admin_state_up': True, 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:33:28.864131 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:28.914317 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd468837a-6cc2-46b0-8782-54034e7655fb'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:33:28.921143 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4c6690-86b7-499d-b280-a8259760c5e4" -d '{"events": [{"server_uuid": "802e178f-366f-4c3b-82e9-2fb6b59e6f51", "name": "network-vif-plugged", "status": "completed", "tag": "d468837a-6cc2-46b0-8782-54034e7655fb"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:33:28.923928 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Made reservation on behalf of 53c5b8c908be40d1ae475324df7b5a82 for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:33:28.931472 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:28.942301 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port d468837a-6cc2-46b0-8782-54034e7655fb, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=d468837a-6cc2-46b0-8782-54034e7655fb,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:28.950968 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:28.952376 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6710f180-41ae-4e20-9b76-d4069163f307 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:33:28.958114 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:28.985853 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 6710f180-41ae-4e20-9b76-d4069163f307 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:33:28.986208 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6710f180-41ae-4e20-9b76-d4069163f307 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:33:29.000292 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c474d-68d8-440c-9fbc-aa6a6a263d0b req-95d6ae12-7d24-4be5-b9f4-b5accbed06c7 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:29.015524 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-435c474d-68d8-440c-9fbc-aa6a6a263d0b req-95d6ae12-7d24-4be5-b9f4-b5accbed06c7 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 944 time: 0.1570446 Jun 16 15:33:29.094647 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=d468837a-6cc2-46b0-8782-54034e7655fb,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:29.097275 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-435c474d-68d8-440c-9fbc-aa6a6a263d0b req-01616368-f901-4892-81af-4802f0bd857a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791388 Jun 16 15:33:29.098489 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:29.118922 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51922) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:29.187640 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288b45f9-927f-4e62-acd3-ca1a64f52d2f x-openstack-request-id: req-288b45f9-927f-4e62-acd3-ca1a64f52d2f {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:33:29.187954 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802e178f-366f-4c3b-82e9-2fb6b59e6f51", "name": "network-vif-plugged", "status": "completed", "tag": "d468837a-6cc2-46b0-8782-54034e7655fb", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:33:29.188233 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-288b45f9-927f-4e62-acd3-ca1a64f52d2f {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:33:29.188654 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd468837a-6cc2-46b0-8782-54034e7655fb', 'code': 200} Jun 16 15:33:29.202107 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Allocated IP 172.20.0.9 (5afebf02-4fec-4375-91fe-2fc1c4e5652e/d77612ee-5831-4e02-82f2-b02970bf005f/f7ab6716-c4ce-467c-9f85-27478ae64e55) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:33:29.246820 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4d50dd7c-32b5-449b-9b94-d378aeaaf761 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:29.302979 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4d50dd7c-32b5-449b-9b94-d378aeaaf761 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:29.413850 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4d50dd7c-32b5-449b-9b94-d378aeaaf761 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:29.423905 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4d50dd7c-32b5-449b-9b94-d378aeaaf761 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:29.428587 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-4d50dd7c-32b5-449b-9b94-d378aeaaf761 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "DELETE /v2.0/security-groups/34782b4d-4b50-4285-a1bf-0dd4d8765fd4 HTTP/1.1" status: 204 len: 168 time: 0.3083701 Jun 16 15:33:29.431387 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2b7a5dea-8db6-40ba-94f0-a825be6b77d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:29.460442 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51936) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:29.521185 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50dd7c-32b5-449b-9b94-d378aeaaf761 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34782b4d-4b50-4285-a1bf-0dd4d8765fd4,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:29.541058 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.api.v2.resource [None req-90dba3da-0f1c-4487-b181-c9316929e2f8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] show failed (client error): The resource could not be found. Jun 16 15:33:29.543661 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-90dba3da-0f1c-4487-b181-c9316929e2f8 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "GET /v2.0/security-groups/34782b4d-4b50-4285-a1bf-0dd4d8765fd4 HTTP/1.1" status: 404 len: 347 time: 0.0817051 Jun 16 15:33:29.550471 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4d50dd7c-32b5-449b-9b94-d378aeaaf761 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:29.551995 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 51944) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:29.684687 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:29.724864 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Transition to ACTIVE for port object f7ab6716-c4ce-467c-9f85-27478ae64e55 will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:29.783819 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:29.793407 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:29.897266 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'Port': ['ID=f7ab6716-c4ce-467c-9f85-27478ae64e55,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:29.908930 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:29.945560 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Network 5afebf02-4fec-4375-91fe-2fc1c4e5652e is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:33:29.949068 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:33:29.963134 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:33:30.087694 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:30.088797 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:30.125117 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4187243 Jun 16 15:33:30.352298 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3e5f4da3-069d-4e25-a591-8a5ecd7bf353 req-a953fa7f-166b-4990-ae13-79e48758d570 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 210 time: 0.6607106 Jun 16 15:33:30.468591 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-f995ef3a-15dc-4e9f-9ba7-0d43535cce1f None None] Provisioning for port f7ab6716-c4ce-467c-9f85-27478ae64e55 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:33:30.491352 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-f995ef3a-15dc-4e9f-9ba7-0d43535cce1f None None] Provisioning complete for port f7ab6716-c4ce-467c-9f85-27478ae64e55 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:33:30.492352 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f995ef3a-15dc-4e9f-9ba7-0d43535cce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:30.608106 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-16a68543-7f96-4cb4-bcdd-533fa44c73d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Deleting port bf1be9b7-2a02-4931-92a4-c5e4c4ec69fb {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:33:30.613080 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-16a68543-7f96-4cb4-bcdd-533fa44c73d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:30.619208 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-f995ef3a-15dc-4e9f-9ba7-0d43535cce1f None None] Port f7ab6716-c4ce-467c-9f85-27478ae64e55 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:33:30.661811 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807601ab-f034-400e-9f9f-0e90f2bb8434 req-c3b27ed2-2fa5-4fae-9f46-189f2e678aaa tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:30.665355 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-807601ab-f034-400e-9f9f-0e90f2bb8434 req-c3b27ed2-2fa5-4fae-9f46-189f2e678aaa tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.1676519 Jun 16 15:33:30.742912 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-16a68543-7f96-4cb4-bcdd-533fa44c73d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:30.743928 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-16a68543-7f96-4cb4-bcdd-533fa44c73d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:30.768532 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-807601ab-f034-400e-9f9f-0e90f2bb8434 req-5d4f42dc-33fa-4e98-a666-947064f3909e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905559 Jun 16 15:33:30.844232 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-16a68543-7f96-4cb4-bcdd-533fa44c73d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Calling delete_port for bf1be9b7-2a02-4931-92a4-c5e4c4ec69fb owned by network:floatingip {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:33:31.039110 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-16a68543-7f96-4cb4-bcdd-533fa44c73d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:31.043606 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ba21f506-7243-4284-b696-06dd14639e11 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:31.100266 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a68543-7f96-4cb4-bcdd-533fa44c73d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Pushing event deleted for resources: {'Port': ['ID=bf1be9b7-2a02-4931-92a4-c5e4c4ec69fb,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:31.108583 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-16a68543-7f96-4cb4-bcdd-533fa44c73d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:31.231775 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-16a68543-7f96-4cb4-bcdd-533fa44c73d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks [] for floatingip, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:31.237032 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-16a68543-7f96-4cb4-bcdd-533fa44c73d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:31.239106 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-16a68543-7f96-4cb4-bcdd-533fa44c73d1 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] 10.222.0.61 "DELETE /v2.0/floatingips/33699293-b0b7-485a-bd22-6f495fca0f7e HTTP/1.1" status: 204 len: 168 time: 1.6847847 Jun 16 15:33:31.689579 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b460e9-8ca0-4cea-a5e3-976e40d81936 req-d8e3db72-4015-42ab-8ed7-c40b6fd89bc2 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:31.691091 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-08b460e9-8ca0-4cea-a5e3-976e40d81936 req-d8e3db72-4015-42ab-8ed7-c40b6fd89bc2 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.0985963 Jun 16 15:33:31.780835 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-08b460e9-8ca0-4cea-a5e3-976e40d81936 req-1c11b7f9-6938-4081-8af1-d52896aaae07 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691328 Jun 16 15:33:32.057505 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ce153-9018-41fa-bd41-0d27f6b85e04 req-b6744e4d-706b-4fa2-a716-5e044c85bc37 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:32.059323 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ed4ce153-9018-41fa-bd41-0d27f6b85e04 req-b6744e4d-706b-4fa2-a716-5e044c85bc37 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.0933511 Jun 16 15:33:32.137764 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ed4ce153-9018-41fa-bd41-0d27f6b85e04 req-e46628ad-1636-4f54-9a9c-4e2feeccda1d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699468 Jun 16 15:33:33.041227 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:33.077179 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f61c32-e4e7-4719-b01f-74d5b70c25ec req-bbccd8d7-deab-4811-bf67-35202c0a2a15 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:33.079006 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-25f61c32-e4e7-4719-b01f-74d5b70c25ec req-bbccd8d7-deab-4811-bf67-35202c0a2a15 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1119714 Jun 16 15:33:33.123981 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-25f61c32-e4e7-4719-b01f-74d5b70c25ec req-b7089c68-c3ba-4dee-9f3c-bfeeef765010 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387268 Jun 16 15:33:33.372890 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d2fbf-054a-4c00-b431-7848514fd618 req-93cf9006-3db4-4979-a52c-f3eb480d0b1e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:33.376851 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1e0d2fbf-054a-4c00-b431-7848514fd618 req-93cf9006-3db4-4979-a52c-f3eb480d0b1e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.0808651 Jun 16 15:33:33.422955 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1e0d2fbf-054a-4c00-b431-7848514fd618 req-602bf69c-49b4-4744-beda-956900944d01 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381525 Jun 16 15:33:34.184569 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51980) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:34.502016 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c8e87-a924-4501-8637-325158b605a6 req-950a7f08-45ca-4aa5-a072-eae4e5c4c854 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:34.504673 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9c5c8e87-a924-4501-8637-325158b605a6 req-950a7f08-45ca-4aa5-a072-eae4e5c4c854 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1183071 Jun 16 15:33:34.578854 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9c5c8e87-a924-4501-8637-325158b605a6 req-de24e735-cb5d-4250-9f67-3b8ccce3a4ac tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632048 Jun 16 15:33:34.814825 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41591032-f563-4384-b5bd-bb8ae2430dbf req-3f0067b6-24b7-4a40-a143-9e3b4b2f5d86 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:34.816586 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-41591032-f563-4384-b5bd-bb8ae2430dbf req-3f0067b6-24b7-4a40-a143-9e3b4b2f5d86 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.2259498 Jun 16 15:33:34.918139 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-41591032-f563-4384-b5bd-bb8ae2430dbf req-3c699329-9a20-46d0-9662-732b354d7bb8 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918934 Jun 16 15:33:35.110439 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610953'] for router_interface, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:35.523006 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Deleting port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:33:35.523346 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:35.620348 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] For port 31bff1e3-51b8-4afb-8de0-3d82200d8d0c, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=31bff1e3-51b8-4afb-8de0-3d82200d8d0c,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:35.620696 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:35.701043 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Calling delete_port for 31bff1e3-51b8-4afb-8de0-3d82200d8d0c owned by network:router_interface {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:33:35.901231 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b23e6-040c-4348-8022-82e1ace4f15d req-a0b761bc-71c4-4224-b57c-073a683aa127 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:35.903859 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1c7b23e6-040c-4348-8022-82e1ace4f15d req-a0b761bc-71c4-4224-b57c-073a683aa127 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1126320 Jun 16 15:33:35.940839 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:35.947418 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-2871d661-ac56-4ddf-a05f-2fb0dbc579ea tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:35.986221 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1c7b23e6-040c-4348-8022-82e1ace4f15d req-fd6d7360-a58f-4277-a0ad-b9a4159ddaf4 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720067 Jun 16 15:33:36.006743 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Pushing event deleted for resources: {'Port': ['ID=31bff1e3-51b8-4afb-8de0-3d82200d8d0c,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:36.012888 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:36.381017 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebdef3-2844-4317-bef7-7626619e0e3a req-48c6d083-40e3-45a4-a18e-4f1f2a49fb2f tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:36.384308 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ffebdef3-2844-4317-bef7-7626619e0e3a req-48c6d083-40e3-45a4-a18e-4f1f2a49fb2f tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.2493393 Jun 16 15:33:36.386185 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610845'] for router_interface, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:36.563948 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ffebdef3-2844-4317-bef7-7626619e0e3a req-b4fba5f2-53a5-4c17-a065-243b7a4473dc tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674917 Jun 16 15:33:36.882423 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:33:37.177981 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Router da237604-4419-4a97-86c8-de57f17ad0a0 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:33:37.319949 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:33:37.335643 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] 10.222.0.61 "PUT /v2.0/routers/da237604-4419-4a97-86c8-de57f17ad0a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1467650 Jun 16 15:33:37.338062 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 51992) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:37.342181 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0ec3-f404-41a1-9a5e-e5c4314d4c7e None None] Sync routers for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:33:37.370145 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae0ec3-f404-41a1-9a5e-e5c4314d4c7e None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:37.370930 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-48ae0ec3-f404-41a1-9a5e-e5c4314d4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:33:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:37.386291 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec06529-c1f7-4b28-970b-c61afbbe1fe2 req-85de6e23-ac6f-457c-a681-87e994502881 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:37.390162 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bec06529-c1f7-4b28-970b-c61afbbe1fe2 req-85de6e23-ac6f-457c-a681-87e994502881 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1495054 Jun 16 15:33:37.482665 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bec06529-c1f7-4b28-970b-c61afbbe1fe2 req-19c31824-288c-4f5f-a78a-4f5d8ca77c8a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718060 Jun 16 15:33:37.546766 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:37.590471 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-48ae0ec3-f404-41a1-9a5e-e5c4314d4c7e None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:37.714560 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:37.865114 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177bbb-35bc-4f1f-a052-dc632e984714 req-3493e875-8eac-48a0-8deb-dd79cdd26d14 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:37.867299 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-28177bbb-35bc-4f1f-a052-dc632e984714 req-3493e875-8eac-48a0-8deb-dd79cdd26d14 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.1048622 Jun 16 15:33:37.870426 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Deleting port ad196c23-48ea-4d38-899b-1f5a32025c95 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:33:37.871062 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:37.888330 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-48ae0ec3-f404-41a1-9a5e-e5c4314d4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:33:35Z', 'revision_number': 5, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port': {'id': 'ad196c23-48ea-4d38-899b-1f5a32025c95', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:22:40Z', 'updated_at': '2021-06-16T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:37.894836 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0ec3-f404-41a1-9a5e-e5c4314d4c7e None None] Checking router: da237604-4419-4a97-86c8-de57f17ad0a0 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:33:37.912666 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae0ec3-f404-41a1-9a5e-e5c4314d4c7e None None] Routers {'da237604-4419-4a97-86c8-de57f17ad0a0'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:37.913826 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-48ae0ec3-f404-41a1-9a5e-e5c4314d4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:33:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['da237604-4419-4a97-86c8-de57f17ad0a0'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:37.981088 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-28177bbb-35bc-4f1f-a052-dc632e984714 req-1021ea86-fd88-4c66-baac-6e95d1b282f5 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959563 Jun 16 15:33:38.027849 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] For port ad196c23-48ea-4d38-899b-1f5a32025c95, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=ad196c23-48ea-4d38-899b-1f5a32025c95,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:38.028886 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:38.097030 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-48ae0ec3-f404-41a1-9a5e-e5c4314d4c7e None None] Set router da237604-4419-4a97-86c8-de57f17ad0a0 gateway port host: None {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:38.141814 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Calling delete_port for ad196c23-48ea-4d38-899b-1f5a32025c95 owned by network:router_gateway {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:33:38.220873 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-48ae0ec3-f404-41a1-9a5e-e5c4314d4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:33:37Z', 'revision_number': 6, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port_host': None}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:38.229926 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0ec3-f404-41a1-9a5e-e5c4314d4c7e None None] The sync data for ids ['da237604-4419-4a97-86c8-de57f17ad0a0'] in dv-cinder-757908-6-iscsi is: [{'id': 'da237604-4419-4a97-86c8-de57f17ad0a0', 'name': 'tempest-AttachVolumeShelveTestJSON-2135170714-router', 'tenant_id': '5cc02a1d378343618f1b9ecaae46e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:22:39Z', 'updated_at': '2021-06-16T15:33:37Z', 'revision_number': 6, 'project_id': '5cc02a1d378343618f1b9ecaae46e41e', 'gw_port_host': None}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:33:38.428033 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:38.441802 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:38.498248 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad196c23-48ea-4d38-899b-1f5a32025c95,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:38.526929 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:38.602039 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678366'] for router_gateway, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:38.806814 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7e412-f61b-4726-9b52-275aadca5a57 req-aa0d8fa8-ff25-44ce-92fd-c376b192af5c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:38.809141 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d6e7e412-f61b-4726-9b52-275aadca5a57 req-aa0d8fa8-ff25-44ce-92fd-c376b192af5c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1300297 Jun 16 15:33:38.814314 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-823'] for router, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:38.817264 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:38.905302 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d6e7e412-f61b-4726-9b52-275aadca5a57 req-421cbe54-34e7-493d-8e35-efd2b116bc44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835595 Jun 16 15:33:38.912409 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427092'] for router, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:38.913712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da237604-4419-4a97-86c8-de57f17ad0a0 {{(pid=92141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:33:38.922154 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:38.924147 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/da237604-4419-4a97-86c8-de57f17ad0a0 HTTP/1.1" status: 204 len: 168 time: 1.5854418 Jun 16 15:33:38.928227 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52000) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:39.026435 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7d6e66-b813-4374-aef5-8bceee3a5eb5 admin admin] Deleting subnet 81d617eb-1f27-475d-8afc-7eab7ec439af {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:33:39.032113 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6e66-b813-4374-aef5-8bceee3a5eb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:39.125754 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6e66-b813-4374-aef5-8bceee3a5eb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8383262'] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:39.257475 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4b0d0-c542-4d32-a3d8-f306159354ad req-929d5b68-e576-4120-9600-9b59f7861c91 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:39.260046 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3ba4b0d0-c542-4d32-a3d8-f306159354ad req-929d5b68-e576-4120-9600-9b59f7861c91 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.1053495 Jun 16 15:33:39.266379 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6e66-b813-4374-aef5-8bceee3a5eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:39.370376 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3ba4b0d0-c542-4d32-a3d8-f306159354ad req-cc93cc1c-8512-4865-b911-40549fdf73c6 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989747 Jun 16 15:33:39.421907 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6e66-b813-4374-aef5-8bceee3a5eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7514117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1118612'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:39.428761 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ff936b09-c065-48f2-9934-28c94112d244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:39.488510 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6e66-b813-4374-aef5-8bceee3a5eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:39.496186 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2a7d6e66-b813-4374-aef5-8bceee3a5eb5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/81d617eb-1f27-475d-8afc-7eab7ec439af HTTP/1.1" status: 204 len: 168 time: 0.5622907 Jun 16 15:33:39.496186 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d6e66-b813-4374-aef5-8bceee3a5eb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d617eb-1f27-475d-8afc-7eab7ec439af,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:39.496704 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52004) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:39.499885 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2a7d6e66-b813-4374-aef5-8bceee3a5eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:39.515226 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7cc422-9c25-4cae-b0e6-e5dab7fbc519 None None] Network e4b1fb62-6329-46a1-9820-acaf6c9542c3 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:33:39.657619 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:39.768163 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Deleting port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:33:39.769097 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:39.878791 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] For port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:39.879222 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:39.902470 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385310b3-dad7-4432-a916-98a18924b1d2 None None] DHCP port deletion for e4b1fb62-6329-46a1-9820-acaf6c9542c3 request from dv-cinder-757908-6-iscsi {{(pid=92142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:33:40.013751 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Calling delete_port for 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e owned by network:dhcp {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:33:40.028247 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-385310b3-dad7-4432-a916-98a18924b1d2 None None] Deleting port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e {{(pid=92142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:33:40.028889 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-385310b3-dad7-4432-a916-98a18924b1d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:40.148045 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-385310b3-dad7-4432-a916-98a18924b1d2 None None] For port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e,segment=NetworkSegment(03490f17-b076-46df-8b1e-eb081d95b434),segment_id=03490f17-b076-46df-8b1e-eb081d95b434)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:40.148564 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-385310b3-dad7-4432-a916-98a18924b1d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:40.176936 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:40.187688 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f9d86985-674d-42f3-9bf8-5ec2882f0146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:40.237179 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Pushing event deleted for resources: {'Port': ['ID=497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:40.240694 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] No DVR routers for this DVR port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e on host dv-cinder-757908-6-iscsi {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:33:40.244821 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:40.307408 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-385310b3-dad7-4432-a916-98a18924b1d2 None None] Calling delete_port for 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e owned by network:dhcp {{(pid=92142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:33:40.379516 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f44639-a76e-492f-8e2b-d9a06cf130bd req-3723b6df-6400-4601-b47e-235659a294a5 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:40.382638 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-00f44639-a76e-492f-8e2b-d9a06cf130bd req-3723b6df-6400-4601-b47e-235659a294a5 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.2308297 Jun 16 15:33:40.413640 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:40.454564 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b1fb62-6329-46a1-9820-acaf6c9542c3']}} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:40.460733 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ad196c23-48ea-4d38-899b-1f5a32025c95 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:33:40.476275 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03490f17-b076-46df-8b1e-eb081d95b434') {'for_net_delete': True} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:40.476780 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03490f17-b076-46df-8b1e-eb081d95b434') {} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:40.498176 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7517775'] for segment, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:40.502635 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-00f44639-a76e-492f-8e2b-d9a06cf130bd req-78798ae4-7f7d-4a3d-a33b-00ae5c30b57b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901399 Jun 16 15:33:40.519907 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: ad196c23-48ea-4d38-899b-1f5a32025c95 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:33:40.520678 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ad196c23-48ea-4d38-899b-1f5a32025c95 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:33:40.521192 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 31bff1e3-51b8-4afb-8de0-3d82200d8d0c no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:33:40.526574 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:40.565221 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=92141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:33:40.565772 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7517361'] for segment, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: Traceback (most recent call last): Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: timer() Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: cb(*args, **kw) Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: return func(*args, **kwargs) Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: self._notify() Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: self.callback(batched_events) Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: event.method(event) Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: return f(self, *a, **k) Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._get(url).json() Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: return self.request(url, 'GET', **kwargs) Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:33:40.567952 dv-cinder-757908-6-iscsi neutron-server[92141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:33:40.577427 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 31bff1e3-51b8-4afb-8de0-3d82200d8d0c {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:33:40.577427 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 31bff1e3-51b8-4afb-8de0-3d82200d8d0c not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:33:40.577427 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:33:40.620584 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:33:40.621137 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:33:40.632769 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-385310b3-dad7-4432-a916-98a18924b1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558'] for port, after_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:40.639527 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:40.674296 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:40.691149 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:40.697754 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385310b3-dad7-4432-a916-98a18924b1d2 None None] No DVR routers for this DVR port 497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e on host dv-cinder-757908-6-iscsi {{(pid=92142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:33:40.722170 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385310b3-dad7-4432-a916-98a18924b1d2 None None] Pushing event deleted for resources: {'Port': ['ID=497d7c76-e4a5-4cae-bb7d-b5d504b7fb1e,revision_number=None']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:40.723108 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:40.723108 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] 10.222.0.61 "DELETE /v2.0/networks/e4b1fb62-6329-46a1-9820-acaf6c9542c3 HTTP/1.1" status: 204 len: 168 time: 1.2246988 Jun 16 15:33:40.742386 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-385310b3-dad7-4432-a916-98a18924b1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:40.745630 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b1fb62-6329-46a1-9820-acaf6c9542c3,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:40.751429 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:40.808415 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c1e4-8f15-4afa-b850-219572147724 req-31682612-8461-4a99-9a76-57684b0325b3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:40.810484 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cdd5c1e4-8f15-4afa-b850-219572147724 req-31682612-8461-4a99-9a76-57684b0325b3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.1337097 Jun 16 15:33:40.870891 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cdd5c1e4-8f15-4afa-b850-219572147724 req-cde032f0-b921-42c2-87f1-1df126c16a95 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531240 Jun 16 15:33:40.948683 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52012) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:41.019254 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-4ce33b58-a273-4f92-a13a-8694a872b63d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5cc02a1d378343618f1b9ecaae46e41e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685802 Jun 16 15:33:41.021652 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52014) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:41.121056 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-baeabc6e-67b8-4d48-a544-ca23391a3c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:41.166672 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-baeabc6e-67b8-4d48-a544-ca23391a3c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:41.263369 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-baeabc6e-67b8-4d48-a544-ca23391a3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:41.268343 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-baeabc6e-67b8-4d48-a544-ca23391a3c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:41.270575 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-baeabc6e-67b8-4d48-a544-ca23391a3c79 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/124992a0-5561-486e-8983-67ed64621fb7 HTTP/1.1" status: 204 len: 168 time: 0.2471344 Jun 16 15:33:41.272014 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-7ec42a82-a67c-4e8d-8e53-53a8dc29cc52 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:41.285874 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeabc6e-67b8-4d48-a544-ca23391a3c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124992a0-5561-486e-8983-67ed64621fb7,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:41.297056 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-baeabc6e-67b8-4d48-a544-ca23391a3c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:41.781302 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63bffc-7bb9-4c52-a91d-c4427eca0372 req-ee728dfd-cd51-453b-8268-2f7b7d931aa9 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:41.789101 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1f63bffc-7bb9-4c52-a91d-c4427eca0372 req-ee728dfd-cd51-453b-8268-2f7b7d931aa9 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1110556 Jun 16 15:33:41.857240 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1f63bffc-7bb9-4c52-a91d-c4427eca0372 req-b08eb0bf-abbf-4685-b6a0-1c45c04994e3 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673635 Jun 16 15:33:42.121419 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd026-ac59-440c-a780-33caa2be9e3b req-85ec45e9-db8f-421e-9591-fcb8f93b1724 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:42.123760 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-26dbd026-ac59-440c-a780-33caa2be9e3b req-85ec45e9-db8f-421e-9591-fcb8f93b1724 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.0799997 Jun 16 15:33:42.198427 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-26dbd026-ac59-440c-a780-33caa2be9e3b req-cce94c2e-31b9-4c6a-90d0-e7f7d93f6563 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600252 Jun 16 15:33:43.219577 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ee28-e92d-4137-9520-6276db44b2d5 req-cae3e517-665a-4749-bddf-ff0484b7667b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:43.222386 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2f87ee28-e92d-4137-9520-6276db44b2d5 req-cae3e517-665a-4749-bddf-ff0484b7667b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1641428 Jun 16 15:33:43.302822 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2f87ee28-e92d-4137-9520-6276db44b2d5 req-f3f8ca7a-66b3-4b5e-b135-5db14f5f5c40 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676122 Jun 16 15:33:43.486082 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94d4b1-7872-449c-9758-6022c3d8d094 req-c704dcb8-dfeb-44e4-a27f-cd9f243edf50 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:43.487648 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ba94d4b1-7872-449c-9758-6022c3d8d094 req-c704dcb8-dfeb-44e4-a27f-cd9f243edf50 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.1201439 Jun 16 15:33:43.552167 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ba94d4b1-7872-449c-9758-6022c3d8d094 req-2563da38-f3f4-4732-909a-1ef787237c97 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551436 Jun 16 15:33:44.334933 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52076) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:44.576915 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d35f3201-1c8e-47f7-8c9c-93dd825c12f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:44.670944 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8e184-9697-469b-ad06-f3915b73bb89 req-aed7e38e-25d2-48b2-a179-2c2e594ba679 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:44.672771 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7fd8e184-9697-469b-ad06-f3915b73bb89 req-aed7e38e-25d2-48b2-a179-2c2e594ba679 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1588874 Jun 16 15:33:44.783784 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7fd8e184-9697-469b-ad06-f3915b73bb89 req-00ec2e37-e9ad-4108-a74d-c522d77ed882 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961795 Jun 16 15:33:44.818419 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d35f3201-1c8e-47f7-8c9c-93dd825c12f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:44.825699 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d35f3201-1c8e-47f7-8c9c-93dd825c12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:44.831128 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470baa0b-2d1e-41f2-b53f-1651e9624306 req-ed2298d1-da71-4865-bb11-3ad0e9949a8d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:44.832482 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4025e0a2-47e8-42c2-8149-49e7754d640e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:44.833568 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-470baa0b-2d1e-41f2-b53f-1651e9624306 req-ed2298d1-da71-4865-bb11-3ad0e9949a8d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.1273849 Jun 16 15:33:44.893579 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-470baa0b-2d1e-41f2-b53f-1651e9624306 req-5d5a6f70-1c94-42d1-8998-69ffb19e7730 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505743 Jun 16 15:33:44.899811 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-d35f3201-1c8e-47f7-8c9c-93dd825c12f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=552c64dc45f64e00b262a7e9a4b548b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626929 Jun 16 15:33:44.903374 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f3201-1c8e-47f7-8c9c-93dd825c12f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3548cfe4-daf0-4d0b-b0e7-4dbcc0fd6bbf,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:44.903694 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52084) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:44.909342 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d35f3201-1c8e-47f7-8c9c-93dd825c12f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:44.980534 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.021545 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.107651 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.112615 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.117101 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3548cfe4-daf0-4d0b-b0e7-4dbcc0fd6bbf HTTP/1.1" status: 204 len: 168 time: 0.2097404 Jun 16 15:33:45.117101 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-06434465-87e5-4ba5-a9d0-2a079e3d4075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:45.134391 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3548cfe4-daf0-4d0b-b0e7-4dbcc0fd6bbf,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:45.149127 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.149808 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.150424 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.151048 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.151752 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.152286 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.152906 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.153570 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.154207 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.154829 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.155457 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.156076 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:45.161579 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b151c540-4cee-4cd0-842f-ecd8ce9ed20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:45.522083 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52090) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:45.536745 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e42f9b2b-bcf8-44db-ac4c-dcd1824d3039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.654724 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e42f9b2b-bcf8-44db-ac4c-dcd1824d3039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.660252 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e42f9b2b-bcf8-44db-ac4c-dcd1824d3039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.663685 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7fa106d2-8a64-4ea8-8a03-e2fb4ea9737d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:45.707232 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-e42f9b2b-bcf8-44db-ac4c-dcd1824d3039 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1a2e5c398854f4999e29c0a338806ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839747 Jun 16 15:33:45.708188 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f9b2b-bcf8-44db-ac4c-dcd1824d3039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d83c3c-664c-4ef2-9cc2-695f0d1f3413,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:45.712321 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52092) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:45.713268 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e42f9b2b-bcf8-44db-ac4c-dcd1824d3039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:45.776391 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3d971bb2-bbe3-445d-b635-84594dafe104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.814477 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3d971bb2-bbe3-445d-b635-84594dafe104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.882560 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3d971bb2-bbe3-445d-b635-84594dafe104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.888087 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-3d971bb2-bbe3-445d-b635-84594dafe104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:45.890316 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-3d971bb2-bbe3-445d-b635-84594dafe104 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67d83c3c-664c-4ef2-9cc2-695f0d1f3413 HTTP/1.1" status: 204 len: 168 time: 0.1761308 Jun 16 15:33:45.891654 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f6c74152-7bc7-43bd-b576-ae50c72a4a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:45.905453 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d971bb2-bbe3-445d-b635-84594dafe104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d83c3c-664c-4ef2-9cc2-695f0d1f3413,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:45.908954 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3d971bb2-bbe3-445d-b635-84594dafe104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:46.072362 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f861058-9715-4926-8c76-2cda72b1f5e1 req-8c571f36-c22c-4588-982b-eb08ce784f2d tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:46.074473 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4f861058-9715-4926-8c76-2cda72b1f5e1 req-8c571f36-c22c-4588-982b-eb08ce784f2d tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.0802710 Jun 16 15:33:46.137020 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4f861058-9715-4926-8c76-2cda72b1f5e1 req-250f65fa-dba2-4316-b445-003f96cce0b9 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558159 Jun 16 15:33:46.169014 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84669fab-3c5f-43ea-ac39-013c08089ce2 req-afb05831-7a45-431d-a401-5a0a619ebc2f tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:46.170812 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-84669fab-3c5f-43ea-ac39-013c08089ce2 req-afb05831-7a45-431d-a401-5a0a619ebc2f tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.0814626 Jun 16 15:33:46.216532 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-84669fab-3c5f-43ea-ac39-013c08089ce2 req-06652ca8-32e9-4dbb-b75f-6fc246677750 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 Jun 16 15:33:47.447774 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74505bed-ee2e-418e-b7b1-32b26b90ee90 req-0615420e-d57d-420e-9fa3-bdf8cd9b0d59 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:47.450290 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-74505bed-ee2e-418e-b7b1-32b26b90ee90 req-0615420e-d57d-420e-9fa3-bdf8cd9b0d59 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.0778430 Jun 16 15:33:47.468232 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578ee06-3386-4880-a034-4080e65f5895 req-b86bf702-85ea-47fa-b258-67b807b4accc tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:47.472917 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f578ee06-3386-4880-a034-4080e65f5895 req-b86bf702-85ea-47fa-b258-67b807b4accc tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1256866 Jun 16 15:33:47.497936 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-74505bed-ee2e-418e-b7b1-32b26b90ee90 req-f9062aeb-9447-4dfc-861c-7c64a379dd1e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414746 Jun 16 15:33:47.549722 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f578ee06-3386-4880-a034-4080e65f5895 req-8b548113-9542-4c09-b9ed-3b9b8d6beb17 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695162 Jun 16 15:33:48.770457 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04b936-699c-4220-96fe-2a0ab6daf514 req-159bb982-c119-4575-a6fc-920ba4236c28 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:48.774063 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7d04b936-699c-4220-96fe-2a0ab6daf514 req-159bb982-c119-4575-a6fc-920ba4236c28 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.1456552 Jun 16 15:33:48.842720 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b059ec-8934-46ac-ae87-6c701fc5857a req-70d93656-a0ae-4826-98af-4e185a924f2e tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:48.849398 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7d04b936-699c-4220-96fe-2a0ab6daf514 req-ecfc8fe1-33a3-4773-b734-a6e06ce55a18 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650671 Jun 16 15:33:48.853873 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-12b059ec-8934-46ac-ae87-6c701fc5857a req-70d93656-a0ae-4826-98af-4e185a924f2e tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1349127 Jun 16 15:33:48.908156 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-12b059ec-8934-46ac-ae87-6c701fc5857a req-b20e61fe-315e-4868-92ea-588ddf573939 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498779 Jun 16 15:33:49.808048 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52236) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:49.922023 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-6fc016da-4b1f-43cd-bb9f-6ade62c9b3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:49.935746 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c637ff4-170e-4f3a-a27f-c51a9a6a5e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:50.056924 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c637ff4-170e-4f3a-a27f-c51a9a6a5e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:50.063068 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2c637ff4-170e-4f3a-a27f-c51a9a6a5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:50.069014 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-fad1aa01-d142-411e-b4dd-2f26159364f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:50.099095 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f05261-8cf0-4ccf-be61-97105d413579 req-20231b57-0169-4cda-bf67-47ac764b7ecb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:50.103870 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e7f05261-8cf0-4ccf-be61-97105d413579 req-20231b57-0169-4cda-bf67-47ac764b7ecb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.1304770 Jun 16 15:33:50.112256 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c637ff4-170e-4f3a-a27f-c51a9a6a5e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b95916b-453d-4e0a-86b5-f553496f7592,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:50.121142 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2c637ff4-170e-4f3a-a27f-c51a9a6a5e00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4415297b68f04fd6858fc8c27a8bfdb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119054 Jun 16 15:33:50.122556 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2c637ff4-170e-4f3a-a27f-c51a9a6a5e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:50.123954 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52244) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:50.174761 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e7f05261-8cf0-4ccf-be61-97105d413579 req-b5b402bd-b1a6-4ff9-833d-f12cce396041 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652170 Jun 16 15:33:50.225371 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-14a5ae85-44e5-4d9a-83ff-f643f74eb8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:50.262566 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeef4f-60c1-44e6-876a-7f2041d21d38 req-98c79c2e-3253-49f2-916d-22a0c97559e4 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:50.264172 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b4aeef4f-60c1-44e6-876a-7f2041d21d38 req-98c79c2e-3253-49f2-916d-22a0c97559e4 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1226261 Jun 16 15:33:50.266493 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-14a5ae85-44e5-4d9a-83ff-f643f74eb8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:50.333265 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b4aeef4f-60c1-44e6-876a-7f2041d21d38 req-6c921f53-4e30-47dc-b992-d6950cbc3f89 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566893 Jun 16 15:33:50.361453 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-14a5ae85-44e5-4d9a-83ff-f643f74eb8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:50.364631 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-14a5ae85-44e5-4d9a-83ff-f643f74eb8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:50.366206 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-14a5ae85-44e5-4d9a-83ff-f643f74eb8da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b95916b-453d-4e0a-86b5-f553496f7592 HTTP/1.1" status: 204 len: 168 time: 0.2409065 Jun 16 15:33:50.367450 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9d373db1-f0c5-45ba-86d1-baae65c62950 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:50.378679 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5ae85-44e5-4d9a-83ff-f643f74eb8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b95916b-453d-4e0a-86b5-f553496f7592,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:50.384177 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-14a5ae85-44e5-4d9a-83ff-f643f74eb8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:50.740025 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52250) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:50.761388 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-309e4297-9653-4895-9686-8aa04e5acfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:50.888998 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-309e4297-9653-4895-9686-8aa04e5acfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:50.893858 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-309e4297-9653-4895-9686-8aa04e5acfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:50.896778 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2c637ff4-170e-4f3a-a27f-c51a9a6a5e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:50.938269 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-309e4297-9653-4895-9686-8aa04e5acfaa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a425758e73f3427f85f45da16175f7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968522 Jun 16 15:33:50.939305 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e4297-9653-4895-9686-8aa04e5acfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0fb7a0-54e5-47cf-9edb-32af79aff0b1,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:50.941614 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52252) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:50.943381 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-309e4297-9653-4895-9686-8aa04e5acfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:51.008817 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6ed3a490-0eb9-4076-b4dd-758778739e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:51.036128 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6ed3a490-0eb9-4076-b4dd-758778739e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:51.105216 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6ed3a490-0eb9-4076-b4dd-758778739e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:51.108262 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6ed3a490-0eb9-4076-b4dd-758778739e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:51.109528 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6ed3a490-0eb9-4076-b4dd-758778739e51 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce0fb7a0-54e5-47cf-9edb-32af79aff0b1 HTTP/1.1" status: 204 len: 168 time: 0.1662450 Jun 16 15:33:51.110427 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1956c9ec-13f2-45a1-b8d7-e31bcc506ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:51.121268 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3a490-0eb9-4076-b4dd-758778739e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0fb7a0-54e5-47cf-9edb-32af79aff0b1,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:51.124635 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6ed3a490-0eb9-4076-b4dd-758778739e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:51.287942 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Request body: {'port': {'device_id': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:33:51.413811 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df9d38-f58c-4f06-8bf2-7342777eea4d req-fbec4bd0-9ff3-4273-93f8-4a2102cb1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:51.416633 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d1df9d38-f58c-4f06-8bf2-7342777eea4d req-fbec4bd0-9ff3-4273-93f8-4a2102cb1c28 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 1098 time: 0.1447051 Jun 16 15:33:51.489247 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d1df9d38-f58c-4f06-8bf2-7342777eea4d req-a234af9f-892d-40c6-a2bc-de22f61195a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633552 Jun 16 15:33:51.623517 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:51.636406 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dac7c-0035-45e1-86d6-c3b5b7dbb434 req-5f4cf713-51b9-43fb-aae7-324f10035579 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:51.638243 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-587dac7c-0035-45e1-86d6-c3b5b7dbb434 req-5f4cf713-51b9-43fb-aae7-324f10035579 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 931 time: 0.1285696 Jun 16 15:33:51.694480 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7d1fc-9f55-4501-b801-6dcd3ecba6b5 req-d17fb2bb-e1e2-447c-92ea-12fc4ee01fbb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:51.696902 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-efd7d1fc-9f55-4501-b801-6dcd3ecba6b5 req-d17fb2bb-e1e2-447c-92ea-12fc4ee01fbb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.2741954 Jun 16 15:33:51.725892 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-4b3abef7-0cc6-43db-9aca-fb6c5e607363 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3405392 Jun 16 15:33:51.738150 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-587dac7c-0035-45e1-86d6-c3b5b7dbb434 req-d7e6ba79-89e8-4dae-ad82-9eb503646a51 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876801 Jun 16 15:33:51.886188 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-efd7d1fc-9f55-4501-b801-6dcd3ecba6b5 req-cf0e4ad8-c7e2-48de-8c34-6ed96ff36116 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657882 Jun 16 15:33:51.950080 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-63b1534c-6a2d-4f35-bdfb-ac221d542a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:51.951599 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-63b1534c-6a2d-4f35-bdfb-ac221d542a6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 1099 time: 0.1853967 Jun 16 15:33:52.143542 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-496bf5d8-e31d-425c-af36-bb1de6a7ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:52.145047 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-496bf5d8-e31d-425c-af36-bb1de6a7ff07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.1438739 Jun 16 15:33:52.183373 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ab6716-c4ce-467c-9f85-27478ae64e55 {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:33:52.192718 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:52.209245 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Transition to ACTIVE for port object f7ab6716-c4ce-467c-9f85-27478ae64e55 will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:33:52.213829 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:52.217721 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-02e8a463-0444-49dd-a0ba-6839ae4d6dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:52.376660 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ab6716-c4ce-467c-9f85-27478ae64e55,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:52.390135 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:52.462220 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-8e736ecc-8814-4c74-8ef1-94127c4c052c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d HTTP/1.1" status: 200 len: 1001 time: 0.1584599 Jun 16 15:33:52.544034 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Attempting to bind port f7ab6716-c4ce-467c-9f85-27478ae64e55 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:33:52.544034 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Attempting to bind port f7ab6716-c4ce-467c-9f85-27478ae64e55 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:33:52.544034 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Attempting to bind port f7ab6716-c4ce-467c-9f85-27478ae64e55 on network 5afebf02-4fec-4375-91fe-2fc1c4e5652e {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:33:52.551410 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Port f7ab6716-c4ce-467c-9f85-27478ae64e55 on network 5afebf02-4fec-4375-91fe-2fc1c4e5652e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:33:52.552035 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Attempting to bind port f7ab6716-c4ce-467c-9f85-27478ae64e55 on network 5afebf02-4fec-4375-91fe-2fc1c4e5652e {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:33:52.565962 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-3032225c-4c38-43b8-a180-57185f57d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:52.568622 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-3032225c-4c38-43b8-a180-57185f57d5cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0980418 Jun 16 15:33:52.570373 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:33:52.571145 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Checking segment: {'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:33:52.571707 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Bound using segment: {'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:33:52.572280 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Bound port: f7ab6716-c4ce-467c-9f85-27478ae64e55, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0866073d-d1e9-4295-8ec2-1e659bf50674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:33:52.572755 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:52.718028 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] For port f7ab6716-c4ce-467c-9f85-27478ae64e55, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:33:52.723613 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] For port f7ab6716-c4ce-467c-9f85-27478ae64e55, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:33:52.728455 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-df16d408-a6fc-4a50-84e4-8a51a9e18943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:52.730204 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-df16d408-a6fc-4a50-84e4-8a51a9e18943 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1532102 Jun 16 15:33:52.732451 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:52.734715 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c0c129d5-e2ed-451f-a8ca-c763c9d98f44 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:53.139311 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53058002-d4e8-4279-a561-1568e66760fe req-d7800b5f-6d2c-4961-b4dd-46a936227f96 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:53.147863 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-53058002-d4e8-4279-a561-1568e66760fe req-d7800b5f-6d2c-4961-b4dd-46a936227f96 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 943 time: 0.1787105 Jun 16 15:33:53.191695 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-53058002-d4e8-4279-a561-1568e66760fe req-29181e09-09a3-4873-b44f-00bb64c843a6 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386150 Jun 16 15:33:53.292242 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:53.293338 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:53.295891 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] 10.222.0.36 "PUT /v2.0/ports/f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 1093 time: 2.0263219 Jun 16 15:33:53.307845 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:33:53.317513 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e8aa5f-1830-4cee-b494-2da7f0187b81" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:33:53.412368 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010116cf-0149-4367-b5ee-e8dcdb568c98 x-openstack-request-id: req-010116cf-0149-4367-b5ee-e8dcdb568c98 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:33:53.412898 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:33:53.413404 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-010116cf-0149-4367-b5ee-e8dcdb568c98 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:33:53.414123 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'status': 'completed', 'code': 200} Jun 16 15:33:53.427440 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ab6716-c4ce-467c-9f85-27478ae64e55,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:53.449902 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:53.465488 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a0693a66-2e1a-4385-86ae-77c5ad636c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:53.553122 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-1a97468b-d9d2-4068-9827-bd65fba82d1a service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8141170 Jun 16 15:33:53.590627 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c09c7-39a9-4dcd-a911-2a9a32691395 req-394f8e4c-3689-4061-9cc7-c7fdf97a598a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:53.593369 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-584c09c7-39a9-4dcd-a911-2a9a32691395 req-394f8e4c-3689-4061-9cc7-c7fdf97a598a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.4100552 Jun 16 15:33:53.719055 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979098-0e8c-45d4-9428-903e209d8616 req-741996c7-43af-451a-966b-dac1bd161ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:53.720698 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-741996c7-43af-451a-966b-dac1bd161ad3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c5b8c908be40d1ae475324df7b5a82&device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 1096 time: 0.3053672 Jun 16 15:33:53.734044 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-584c09c7-39a9-4dcd-a911-2a9a32691395 req-96f9a439-20a1-4a8b-bd76-984d20d9a723 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204870 Jun 16 15:33:53.796087 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-1401aa50-0827-42a3-b94f-d862f9a548f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 217 time: 0.0655718 Jun 16 15:33:53.798392 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-eefcc0ae-f98c-4ac1-b493-ce3b1eb50a2e req-09d98231-4e29-4763-b674-02568a32cff8 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362950 Jun 16 15:33:53.870283 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979098-0e8c-45d4-9428-903e209d8616 req-67f20d66-d1ce-402d-8ae4-ac58c6d18173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:53.873004 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-67f20d66-d1ce-402d-8ae4-ac58c6d18173 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77612ee-5831-4e02-82f2-b02970bf005f HTTP/1.1" status: 200 len: 853 time: 0.0675912 Jun 16 15:33:53.975149 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979098-0e8c-45d4-9428-903e209d8616 req-96bc73e1-66a0-4d0e-8ddb-8220712ae298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:53.979023 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-96bc73e1-66a0-4d0e-8ddb-8220712ae298 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5afebf02-4fec-4375-91fe-2fc1c4e5652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0997195 Jun 16 15:33:54.037717 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:54.139297 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-e6ffb931-6c17-4def-9d0e-e0367940713a service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524844 Jun 16 15:33:54.276414 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7979098-0e8c-45d4-9428-903e209d8616 req-04cabc57-bf9b-49ad-b3c3-b693f5f7f14b service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296847 Jun 16 15:33:54.428609 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8aa5f-1830-4cee-b494-2da7f0187b81 req-13267ae3-35f1-4003-a90d-436c9436a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:54.431688 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a0e8aa5f-1830-4cee-b494-2da7f0187b81 req-13267ae3-35f1-4003-a90d-436c9436a240 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c5b8c908be40d1ae475324df7b5a82&device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 1096 time: 0.0887532 Jun 16 15:33:54.452575 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fe6bc-75dc-477f-8d2d-0bed36591971 req-fdd3b828-43cb-4404-b49a-8e18f1b4d542 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:54.455409 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b04fe6bc-75dc-477f-8d2d-0bed36591971 req-fdd3b828-43cb-4404-b49a-8e18f1b4d542 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 943 time: 0.0879409 Jun 16 15:33:54.506944 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b04fe6bc-75dc-477f-8d2d-0bed36591971 req-27da953b-e948-4d93-93ac-6e104c4a691f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368063 Jun 16 15:33:54.595880 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8aa5f-1830-4cee-b494-2da7f0187b81 req-4575df94-f744-4f55-94f4-a134a9a59b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:54.598631 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a0e8aa5f-1830-4cee-b494-2da7f0187b81 req-4575df94-f744-4f55-94f4-a134a9a59b68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5afebf02-4fec-4375-91fe-2fc1c4e5652e HTTP/1.1" status: 200 len: 916 time: 0.1599514 Jun 16 15:33:54.643636 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a0e8aa5f-1830-4cee-b494-2da7f0187b81 req-b0ec61b2-676e-4f7e-8495-9d805cc8fa9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 217 time: 0.0384545 Jun 16 15:33:54.707862 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8aa5f-1830-4cee-b494-2da7f0187b81 req-7b82e9c9-40f8-4c80-ba9c-0f90b25721c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:54.710153 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a0e8aa5f-1830-4cee-b494-2da7f0187b81 req-7b82e9c9-40f8-4c80-ba9c-0f90b25721c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77612ee-5831-4e02-82f2-b02970bf005f HTTP/1.1" status: 200 len: 853 time: 0.0597520 Jun 16 15:33:54.811915 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8aa5f-1830-4cee-b494-2da7f0187b81 req-4b472bc3-f9f1-47c5-a557-5570b2a364d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:54.814408 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a0e8aa5f-1830-4cee-b494-2da7f0187b81 req-4b472bc3-f9f1-47c5-a557-5570b2a364d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5afebf02-4fec-4375-91fe-2fc1c4e5652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964382 Jun 16 15:33:55.042641 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a0e8aa5f-1830-4cee-b494-2da7f0187b81 req-71a861a9-5387-4798-b79b-03e233260887 service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203438 Jun 16 15:33:55.171406 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47567d71-00bc-42b4-bada-d3a56026a80a req-ec6c0702-7774-4ade-a081-95f62e8d82b6 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:55.174619 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-47567d71-00bc-42b4-bada-d3a56026a80a req-ec6c0702-7774-4ade-a081-95f62e8d82b6 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.2193620 Jun 16 15:33:55.279668 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a0e8aa5f-1830-4cee-b494-2da7f0187b81 req-ec63d520-4e9c-4e45-992c-710d609daaed service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287772 Jun 16 15:33:55.286004 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-47567d71-00bc-42b4-bada-d3a56026a80a req-7935203c-5917-4abe-b1df-b9bd8469e6ad tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980039 Jun 16 15:33:55.637737 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de21ae-e7f1-448c-becf-c5701926b88e req-5e92f0ef-b4bc-41e7-9741-7b042f0b5072 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:55.640589 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-38de21ae-e7f1-448c-becf-c5701926b88e req-5e92f0ef-b4bc-41e7-9741-7b042f0b5072 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.1225450 Jun 16 15:33:55.716337 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-38de21ae-e7f1-448c-becf-c5701926b88e req-93b8c853-6d05-4c59-add0-f51fe00ff75a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591574 Jun 16 15:33:55.761797 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52336) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:55.798177 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7b856-ec9f-4ce2-b7b8-43e721945ae9 req-65a86378-b694-470d-8e0d-b704f5989fe6 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:55.800464 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6eb7b856-ec9f-4ce2-b7b8-43e721945ae9 req-65a86378-b694-470d-8e0d-b704f5989fe6 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 943 time: 0.1074944 Jun 16 15:33:55.865154 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6eb7b856-ec9f-4ce2-b7b8-43e721945ae9 req-1f889a19-93c0-43c9-84bb-2bbef4a2f9ad tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531552 Jun 16 15:33:56.048881 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0b562a-492b-41df-b014-03022a8b8001 tempest-TestVolumeBootPattern-1723921365 tempest-TestVolumeBootPattern-1723921365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:56.051010 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-ee0b562a-492b-41df-b014-03022a8b8001 tempest-TestVolumeBootPattern-1723921365 tempest-TestVolumeBootPattern-1723921365-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 1093 time: 0.2876499 Jun 16 15:33:56.054000 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52340) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:56.059347 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Request body: {'floatingip': {'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'port_id': 'd468837a-6cc2-46b0-8782-54034e7655fb', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:33:56.088905 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:56.216152 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:56.273154 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:56.410061 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Allocated IP 172.27.0.159 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/d6183988-dcac-4101-8638-9af1a727ff89) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:33:56.537903 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:56.598953 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:56.602863 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:56.657832 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:33:56.662698 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:33:56.669108 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:33:56.718585 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'Port': ['ID=d6183988-dcac-4101-8638-9af1a727ff89,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:56.733822 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.734474 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.734844 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.735296 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.735765 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.736256 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.736716 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.737205 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.737690 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.738288 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.738884 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.739519 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:56.747716 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:57.045539 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52350) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:57.190134 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1d6a644f-573d-47bc-ac2c-04d1403e1bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.321437 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1d6a644f-573d-47bc-ac2c-04d1403e1bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.327236 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1d6a644f-573d-47bc-ac2c-04d1403e1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.333943 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d0c5e0d8-7f63-431d-9854-807ba2d669ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:57.346746 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.363855 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845529a-ea79-4ea0-a727-602f5c97d245 req-fce424a6-9964-4909-9cc1-eea3c68862ff tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:57.366649 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d845529a-ea79-4ea0-a727-602f5c97d245 req-fce424a6-9964-4909-9cc1-eea3c68862ff tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 943 time: 0.2758195 Jun 16 15:33:57.379626 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-1d6a644f-573d-47bc-ac2c-04d1403e1bcd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38a1a5e9ba784f70abdb669a4abda86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293409 Jun 16 15:33:57.380060 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52354) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:57.389914 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a644f-573d-47bc-ac2c-04d1403e1bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76625ee5-52cb-4483-9eff-a8ef7d982be0,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:57.394136 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1d6a644f-573d-47bc-ac2c-04d1403e1bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:57.472258 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b76f9d7b-73c3-4d17-8454-555fb6c4ff33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.503526 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b76f9d7b-73c3-4d17-8454-555fb6c4ff33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.541670 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d845529a-ea79-4ea0-a727-602f5c97d245 req-f48d6a5d-6c02-449a-a700-cc037f1c8762 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302500 Jun 16 15:33:57.566075 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.588641 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b76f9d7b-73c3-4d17-8454-555fb6c4ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.593915 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b76f9d7b-73c3-4d17-8454-555fb6c4ff33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.595863 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-b76f9d7b-73c3-4d17-8454-555fb6c4ff33 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76625ee5-52cb-4483-9eff-a8ef7d982be0 HTTP/1.1" status: 204 len: 168 time: 0.2141562 Jun 16 15:33:57.597235 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e42f9b2b-bcf8-44db-ac4c-dcd1824d3039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:57.612291 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f9d7b-73c3-4d17-8454-555fb6c4ff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76625ee5-52cb-4483-9eff-a8ef7d982be0,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:57.616580 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b76f9d7b-73c3-4d17-8454-555fb6c4ff33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:57.782690 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.788810 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.791793 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-23862e08-2512-404e-a649-750643d44e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:57.876891 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event updated for resources: {'Port': ['ID=d6183988-dcac-4101-8638-9af1a727ff89,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:57.882132 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:57.897515 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:57.996204 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:58.050512 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.l3_db [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Floating IP cfda538b-0f89-40a5-aba4-d2cbcd7a66c5 associated. External IP: 172.27.0.159, port: d468837a-6cc2-46b0-8782-54034e7655fb. Jun 16 15:33:58.074833 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52360) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:58.092556 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-576e7f33-9bf7-41bf-b15a-91bfb182f3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:58.244302 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-576e7f33-9bf7-41bf-b15a-91bfb182f3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:58.250184 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-576e7f33-9bf7-41bf-b15a-91bfb182f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:58.253870 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c22ef987-e580-42b8-a1a5-ec452584ec38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:58.319643 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-576e7f33-9bf7-41bf-b15a-91bfb182f3c9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1406ba2537564cf6a699fbe2e2645bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432497 Jun 16 15:33:58.324625 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52362) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:33:58.326176 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e7f33-9bf7-41bf-b15a-91bfb182f3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab8595d-5531-4365-981f-82ff25a99646,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:58.332705 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-576e7f33-9bf7-41bf-b15a-91bfb182f3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:58.368368 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Router 0b436084-b9c2-4703-bfe6-2da1f4efed44 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:33:58.573349 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-14238589-d160-4035-b604-fbd2e9e337ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:58.644895 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-14238589-d160-4035-b604-fbd2e9e337ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:58.725932 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:33:58.741544 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf773e-4808-474c-bf89-3752624cbc3f None None] Sync routers for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:33:58.755518 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:58.762596 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf773e-4808-474c-bf89-3752624cbc3f None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:58.763866 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-15bf773e-4808-474c-bf89-3752624cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:33:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:58.831820 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-14238589-d160-4035-b604-fbd2e9e337ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:58.836706 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-14238589-d160-4035-b604-fbd2e9e337ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:58.841832 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-14238589-d160-4035-b604-fbd2e9e337ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bab8595d-5531-4365-981f-82ff25a99646 HTTP/1.1" status: 204 len: 168 time: 0.5156932 Jun 16 15:33:58.848277 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-baeabc6e-67b8-4d48-a544-ca23391a3c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:58.864049 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8083289 Jun 16 15:33:58.865390 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14238589-d160-4035-b604-fbd2e9e337ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab8595d-5531-4365-981f-82ff25a99646,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:58.868114 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d043b-67a9-450a-beb0-e83f56919959 req-8b934f87-e71d-4a8a-b5f8-6cce6fd3c2c6 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:58.870208 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-14238589-d160-4035-b604-fbd2e9e337ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:58.871405 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'tag': 'd468837a-6cc2-46b0-8782-54034e7655fb'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:33:58.875599 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "802e178f-366f-4c3b-82e9-2fb6b59e6f51", "tag": "d468837a-6cc2-46b0-8782-54034e7655fb"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:33:58.881331 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f68d043b-67a9-450a-beb0-e83f56919959 req-8b934f87-e71d-4a8a-b5f8-6cce6fd3c2c6 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 943 time: 0.1551120 Jun 16 15:33:58.904756 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device f7ab6716-c4ce-467c-9f85-27478ae64e55 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:33:58.962400 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f68d043b-67a9-450a-beb0-e83f56919959 req-fe67663f-68a7-455b-90b4-6100888f6e65 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795527 Jun 16 15:33:59.076507 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-15bf773e-4808-474c-bf89-3752624cbc3f None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:59.141530 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port f7ab6716-c4ce-467c-9f85-27478ae64e55, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:59.142787 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e255982-55ee-4bcf-98d5-5c9a8e8def72 x-openstack-request-id: req-6e255982-55ee-4bcf-98d5-5c9a8e8def72 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:33:59.143536 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802e178f-366f-4c3b-82e9-2fb6b59e6f51", "tag": "d468837a-6cc2-46b0-8782-54034e7655fb", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:33:59.144860 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e255982-55ee-4bcf-98d5-5c9a8e8def72 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:33:59.145857 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'tag': 'd468837a-6cc2-46b0-8782-54034e7655fb', 'status': 'completed', 'code': 200} Jun 16 15:33:59.229048 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'port_id': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'mac_address': 'fa:16:3e:6b:ec:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:33:59.264750 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9 req-bd79ad10-34e2-42df-a853-e945d8a52bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:59.266998 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9 req-bd79ad10-34e2-42df-a853-e945d8a52bc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 1098 time: 0.1005430 Jun 16 15:33:59.438811 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9 req-8be099cd-e291-4311-8172-e84bd01e7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:59.440940 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9 req-8be099cd-e291-4311-8172-e84bd01e7a90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.1669731 Jun 16 15:33:59.472442 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:59.501030 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ab6716-c4ce-467c-9f85-27478ae64e55 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:33:59.577224 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9 req-ff1b9b10-98f9-45ec-b1a9-8f2297060e1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d468837a-6cc2-46b0-8782-54034e7655fb HTTP/1.1" status: 200 len: 999 time: 0.1289697 Jun 16 15:33:59.591974 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port f7ab6716-c4ce-467c-9f85-27478ae64e55, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:33:59.606109 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:33:59.620515 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:33:59.675627 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9 req-164ada5b-8603-4303-bf6b-081940e7e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:59.678359 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9 req-164ada5b-8603-4303-bf6b-081940e7e98a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0946136 Jun 16 15:33:59.723838 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=f7ab6716-c4ce-467c-9f85-27478ae64e55,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:33:59.735280 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.735671 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.735967 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.736315 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.736652 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.737032 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.737349 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.737689 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.739514 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.739514 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.739514 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.740016 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:33:59.745537 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:33:59.766595 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-15bf773e-4808-474c-bf89-3752624cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'cfda538b-0f89-40a5-aba4-d2cbcd7a66c5', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': 'd468837a-6cc2-46b0-8782-54034e7655fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:54:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:33:57Z', 'updated_at': '2021-06-16T15:33:57Z', 'revision_number': 0, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}, {'id': 'da9f770a-cd5d-4e38-84e4-a4e0830c7ed8', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:e2:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28216185-f8e6-49b3-91b0-4861a0468e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:30:51Z', 'updated_at': '2021-06-16T15:30:53Z', 'revision_number': 1, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:59.771791 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf773e-4808-474c-bf89-3752624cbc3f None None] Checking router: 0b436084-b9c2-4703-bfe6-2da1f4efed44 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:33:59.782018 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf773e-4808-474c-bf89-3752624cbc3f None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:33:59.782780 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-15bf773e-4808-474c-bf89-3752624cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:33:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:33:59.791411 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9 req-891d0345-d0ae-427a-a4c1-2d6740ba1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:33:59.794229 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9 req-891d0345-d0ae-427a-a4c1-2d6740ba1a2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1080070 Jun 16 15:33:59.939472 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-15bf773e-4808-474c-bf89-3752624cbc3f None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:33:59.946695 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9 req-4fa09599-fb0b-4a4d-8978-2aaae26f2b6c service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454728 Jun 16 15:34:00.014321 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['f7ab6716-c4ce-467c-9f85-27478ae64e55'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:34:00.140373 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-36617bf3-d6a4-4f2f-8f2b-90640aea2ba9 req-6085818f-850c-4a5a-88a6-65a90c1b6ca7 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858475 Jun 16 15:34:00.309777 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84abcb-45ea-434b-87db-3896aeb65bd2 req-56cbd7d7-c299-40cb-8d39-4ae01e8ce10f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:00.325932 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-da84abcb-45ea-434b-87db-3896aeb65bd2 req-56cbd7d7-c299-40cb-8d39-4ae01e8ce10f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 944 time: 0.1183906 Jun 16 15:34:00.397732 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-da84abcb-45ea-434b-87db-3896aeb65bd2 req-64f818ed-0847-44b0-b19d-84fcf2253ab5 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689960 Jun 16 15:34:00.601241 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-15bf773e-4808-474c-bf89-3752624cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'cfda538b-0f89-40a5-aba4-d2cbcd7a66c5', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': 'd468837a-6cc2-46b0-8782-54034e7655fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:54:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:33:57Z', 'updated_at': '2021-06-16T15:33:57Z', 'revision_number': 0, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}, {'id': 'da9f770a-cd5d-4e38-84e4-a4e0830c7ed8', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:e2:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28216185-f8e6-49b3-91b0-4861a0468e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:30:51Z', 'updated_at': '2021-06-16T15:30:53Z', 'revision_number': 1, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:34:00.612869 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf773e-4808-474c-bf89-3752624cbc3f None None] The sync data for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi is: [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'cfda538b-0f89-40a5-aba4-d2cbcd7a66c5', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': 'd468837a-6cc2-46b0-8782-54034e7655fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:54:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:33:57Z', 'updated_at': '2021-06-16T15:33:57Z', 'revision_number': 0, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}, {'id': 'da9f770a-cd5d-4e38-84e4-a4e0830c7ed8', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:e2:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28216185-f8e6-49b3-91b0-4861a0468e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:30:51Z', 'updated_at': '2021-06-16T15:30:53Z', 'revision_number': 1, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:34:00.933943 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a6c2f-db70-47fc-bc78-f27f6a828e0f None None] New status for floating IP cfda538b-0f89-40a5-aba4-d2cbcd7a66c5: ACTIVE {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:34:01.737111 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb445a0-b6c5-440b-963f-1df41250a5ee req-9cb6629b-65ca-4d13-9d32-7a47efa9058b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:01.740314 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5eb445a0-b6c5-440b-963f-1df41250a5ee req-9cb6629b-65ca-4d13-9d32-7a47efa9058b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 944 time: 0.1271577 Jun 16 15:34:01.809361 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5eb445a0-b6c5-440b-963f-1df41250a5ee req-c99c089f-0a36-4e90-a1c2-967a00208a94 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612519 Jun 16 15:34:02.830200 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device f7ab6716-c4ce-467c-9f85-27478ae64e55 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:34:02.915263 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port f7ab6716-c4ce-467c-9f85-27478ae64e55 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:34:02.919295 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port f7ab6716-c4ce-467c-9f85-27478ae64e55 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:34:02.919685 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:03.019294 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:03.054816 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:03.060991 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:34:03.063418 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42824f3d-d387-4484-b34c-eb96686bd8dd" -d '{"events": [{"server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "name": "network-vif-plugged", "status": "completed", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:34:03.078249 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port f7ab6716-c4ce-467c-9f85-27478ae64e55, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:34:03.083703 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:03.086405 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:03.104320 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32adde-2863-47cb-a1c8-bc7d9068d7b0 req-bfa2ae07-a530-4867-a59f-05502640a00b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:03.109136 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76bc5e5-ef7a-4c15-9964-c3899877462e x-openstack-request-id: req-b76bc5e5-ef7a-4c15-9964-c3899877462e {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:34:03.109493 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "name": "network-vif-plugged", "status": "completed", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:34:03.109916 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b76bc5e5-ef7a-4c15-9964-c3899877462e {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:34:03.110072 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-df32adde-2863-47cb-a1c8-bc7d9068d7b0 req-bfa2ae07-a530-4867-a59f-05502640a00b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 944 time: 0.0845771 Jun 16 15:34:03.110445 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'code': 200} Jun 16 15:34:03.150408 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=f7ab6716-c4ce-467c-9f85-27478ae64e55,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:03.154786 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:03.156849 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-df32adde-2863-47cb-a1c8-bc7d9068d7b0 req-fde22f22-a5de-438f-b594-78417d7d78cf tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443056 Jun 16 15:34:03.371473 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0118db5-3399-4e4d-94c8-70994e5d48c5 req-2fb49e13-8716-40c0-b28b-8c1ba1343e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:03.373340 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f0118db5-3399-4e4d-94c8-70994e5d48c5 req-2fb49e13-8716-40c0-b28b-8c1ba1343e47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 1098 time: 0.0621831 Jun 16 15:34:03.421142 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f0118db5-3399-4e4d-94c8-70994e5d48c5 req-9e1bd2b6-c02e-4601-860b-a7c726632289 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Jun 16 15:34:04.349790 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062f1b7-8782-4ff8-b24c-c5a23ba14583 req-0f96da78-0118-41ec-a17c-d265c25971cc tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:04.353386 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2062f1b7-8782-4ff8-b24c-c5a23ba14583 req-0f96da78-0118-41ec-a17c-d265c25971cc tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 945 time: 0.0746210 Jun 16 15:34:04.398220 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2062f1b7-8782-4ff8-b24c-c5a23ba14583 req-d4899824-d887-4338-a2fd-08903c7c9cbf tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376763 Jun 16 15:34:05.638643 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35744d0-5a62-4e98-86a7-f8212bb8c765 req-c3c60017-c228-4107-a1f7-20cd5911f9ef tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:05.640197 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a35744d0-5a62-4e98-86a7-f8212bb8c765 req-c3c60017-c228-4107-a1f7-20cd5911f9ef tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 945 time: 0.0809357 Jun 16 15:34:05.690213 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a35744d0-5a62-4e98-86a7-f8212bb8c765 req-e127fc34-a668-4f2e-bbbc-1c2a493a58b5 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Jun 16 15:34:05.975265 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4adbc2-f29b-445a-bc40-64370c031ff2 req-65091c18-a177-4392-a945-8187dbd5d1bb tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:05.977149 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2d4adbc2-f29b-445a-bc40-64370c031ff2 req-65091c18-a177-4392-a945-8187dbd5d1bb tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 945 time: 0.0790989 Jun 16 15:34:06.049168 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2d4adbc2-f29b-445a-bc40-64370c031ff2 req-8968990c-0a86-42c0-90e7-4a8f379f0ac9 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617089 Jun 16 15:34:06.560165 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ed2a-bd37-4c78-b406-98ee4f294c6b req-c7491963-28f5-4c53-bfa0-cf8f3aef03a3 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:06.562178 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9a96ed2a-bd37-4c78-b406-98ee4f294c6b req-c7491963-28f5-4c53-bfa0-cf8f3aef03a3 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 945 time: 0.1118605 Jun 16 15:34:06.637577 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9a96ed2a-bd37-4c78-b406-98ee4f294c6b req-5240a7df-4074-42ab-945e-d72b3713881f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601764 Jun 16 15:34:13.872857 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:34:19.912448 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-c4149788-ee4e-4d84-831d-92db265d6da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:21.295346 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f2253-c42f-483d-811c-09145f2fe4ea req-51143252-2b31-48d1-b152-54c8951becb8 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:21.298102 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f86f2253-c42f-483d-811c-09145f2fe4ea req-51143252-2b31-48d1-b152-54c8951becb8 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 945 time: 0.1245701 Jun 16 15:34:21.372409 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f86f2253-c42f-483d-811c-09145f2fe4ea req-e6ecbe81-7a3e-4374-a56d-22f49805fcc6 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681400 Jun 16 15:34:21.400863 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52626) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:21.677157 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145e7fe-8bf3-4111-9eff-5d18ca5d9e5e tempest-TestMinimumBasicScenario-263541543 tempest-TestMinimumBasicScenario-263541543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:21.680240 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-8145e7fe-8bf3-4111-9eff-5d18ca5d9e5e tempest-TestMinimumBasicScenario-263541543 tempest-TestMinimumBasicScenario-263541543-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 1093 time: 0.2772443 Jun 16 15:34:21.683383 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52632) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:21.688790 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Request body: {'floatingip': {'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'port_id': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:21.715948 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for floatingip, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:21.865606 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:22.007729 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Allocated IP 172.27.0.63 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/2f966128-78b8-47c1-aeb0-77df7e9e394c) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:34:22.155101 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:22.201663 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:22.204624 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a84d76da-706a-4136-b55f-5b9333bf9d05 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:22.249973 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:34:22.255236 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:34:22.260905 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:34:22.266875 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'Port': ['ID=2f966128-78b8-47c1-aeb0-77df7e9e394c,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:22.293858 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:22.746735 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:22.847141 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:23.103337 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:23.108278 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:23.110862 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:23.196714 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'Port': ['ID=2f966128-78b8-47c1-aeb0-77df7e9e394c,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:23.200176 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:23.209996 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:23.334187 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.l3_db [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Floating IP e6d3538a-8ee4-405a-8176-1dbdfb7ae76f associated. External IP: 172.27.0.63, port: f7ab6716-c4ce-467c-9f85-27478ae64e55. Jun 16 15:34:23.442786 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-1b12ec1a-201b-40e4-b572-0891a76dbecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:23.640733 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:34:23.786940 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:34:23.802951 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d0ef2e-818f-487b-abf0-d46d1b90a2b7 None None] Sync routers for ids ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:34:23.810351 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:23.819475 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0ef2e-818f-487b-abf0-d46d1b90a2b7 None None] Routers {'98291cf6-bf0e-46c7-a8a3-0b02ece566e9'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:34:23.821355 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b8d0ef2e-818f-487b-abf0-d46d1b90a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:34:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:34:23.869130 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1841671 Jun 16 15:34:23.870204 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:34:23.873918 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52638) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:23.874837 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c243477a-1508-400d-b00d-ad18b483460d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:34:23.882916 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-b6f3de75-5565-42f3-96cf-453445216200 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820256144', 'description': 'tempest-secgroup-smoke-1820256144 description', 'project_id': '53c5b8c908be40d1ae475324df7b5a82'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:23.936467 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b6f3de75-5565-42f3-96cf-453445216200 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:23.967032 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e7d73c-3d20-4355-a308-d706a8b69404 x-openstack-request-id: req-a8e7d73c-3d20-4355-a308-d706a8b69404 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:34:23.967569 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:34:23.968277 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a8e7d73c-3d20-4355-a308-d706a8b69404 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:34:23.968942 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'status': 'completed', 'code': 200} Jun 16 15:34:24.063193 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-b8d0ef2e-818f-487b-abf0-d46d1b90a2b7 None None] Set router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:34:24.091557 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b6f3de75-5565-42f3-96cf-453445216200 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.098406 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b6f3de75-5565-42f3-96cf-453445216200 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.099521 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243477a-1508-400d-b00d-ad18b483460d req-90437767-6aa4-4ef2-8a26-fc6913f837be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:24.102974 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c243477a-1508-400d-b00d-ad18b483460d req-90437767-6aa4-4ef2-8a26-fc6913f837be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c5b8c908be40d1ae475324df7b5a82&device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 1098 time: 0.1005607 Jun 16 15:34:24.108661 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-8d3b7b09-aa5d-4321-a55c-33802ea61adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:24.163243 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b6f3de75-5565-42f3-96cf-453445216200 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.165779 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-b6f3de75-5565-42f3-96cf-453445216200 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2902927 Jun 16 15:34:24.168833 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3de75-5565-42f3-96cf-453445216200 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9981dead-71ca-48cd-bd2f-c37504f32097,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:24.170488 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52642) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:24.173879 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b6f3de75-5565-42f3-96cf-453445216200 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:24.204596 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-7322955c-94a8-4fe4-a286-cc88cb37ee5b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Request body: {'security_group_rule': {'security_group_id': '9981dead-71ca-48cd-bd2f-c37504f32097', 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:24.241250 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.251976 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243477a-1508-400d-b00d-ad18b483460d req-0318b615-2881-41b5-bb98-d44165080a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:24.253559 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c243477a-1508-400d-b00d-ad18b483460d req-0318b615-2881-41b5-bb98-d44165080a57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5afebf02-4fec-4375-91fe-2fc1c4e5652e HTTP/1.1" status: 200 len: 916 time: 0.1434767 Jun 16 15:34:24.256821 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7322955c-94a8-4fe4-a286-cc88cb37ee5b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.401645 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c243477a-1508-400d-b00d-ad18b483460d req-b451343f-f026-4a12-8424-748ff9d49590 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 998 time: 0.1397042 Jun 16 15:34:24.476656 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7322955c-94a8-4fe4-a286-cc88cb37ee5b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.490444 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b8d0ef2e-818f-487b-abf0-d46d1b90a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:33:02Z', 'revision_number': 4, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'e6d3538a-8ee4-405a-8176-1dbdfb7ae76f', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'port_id': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'mac_address': 'fa:16:3e:6b:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:34:22Z', 'updated_at': '2021-06-16T15:34:22Z', 'revision_number': 0, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac808fa1-c7f4-4631-87d5-015f4f7459f6', 'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'mac_address': 'fa:16:3e:c0:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:01Z', 'updated_at': '2021-06-16T15:33:08Z', 'revision_number': 5, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'subnets': [{'id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:34:24.496501 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d0ef2e-818f-487b-abf0-d46d1b90a2b7 None None] Checking router: 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:34:24.500959 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7322955c-94a8-4fe4-a286-cc88cb37ee5b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.515611 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0ef2e-818f-487b-abf0-d46d1b90a2b7 None None] Routers {'98291cf6-bf0e-46c7-a8a3-0b02ece566e9'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:34:24.516296 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b8d0ef2e-818f-487b-abf0-d46d1b90a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:34:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:34:24.520091 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7f858398-3f98-41c6-aa92-9cf0fd2f82d3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:24.561280 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243477a-1508-400d-b00d-ad18b483460d req-625269d9-db4e-44b1-a358-493c0951623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:24.564472 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c243477a-1508-400d-b00d-ad18b483460d req-625269d9-db4e-44b1-a358-493c0951623a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77612ee-5831-4e02-82f2-b02970bf005f HTTP/1.1" status: 200 len: 853 time: 0.1544316 Jun 16 15:34:24.566786 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322955c-94a8-4fe4-a286-cc88cb37ee5b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c23d95-d612-499a-ae0e-dfce507dcb23,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:24.571607 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7322955c-94a8-4fe4-a286-cc88cb37ee5b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:24.575349 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-7322955c-94a8-4fe4-a286-cc88cb37ee5b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.577490 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-7322955c-94a8-4fe4-a286-cc88cb37ee5b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4064872 Jun 16 15:34:24.581288 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52644) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:24.587515 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-d297bd2a-20d8-4906-9f0d-2fc402687e73 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Request body: {'security_group_rule': {'security_group_id': '9981dead-71ca-48cd-bd2f-c37504f32097', 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:24.633738 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d297bd2a-20d8-4906-9f0d-2fc402687e73 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.658889 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243477a-1508-400d-b00d-ad18b483460d req-4842bb56-86c3-4ad3-a829-6b364d2fdff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:24.663094 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c243477a-1508-400d-b00d-ad18b483460d req-4842bb56-86c3-4ad3-a829-6b364d2fdff4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5afebf02-4fec-4375-91fe-2fc1c4e5652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895548 Jun 16 15:34:24.689376 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-b8d0ef2e-818f-487b-abf0-d46d1b90a2b7 None None] Set router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:34:24.723840 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d297bd2a-20d8-4906-9f0d-2fc402687e73 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.728882 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d297bd2a-20d8-4906-9f0d-2fc402687e73 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.736835 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-154176e8-4a9d-49cb-8e32-53f3b6821bb0 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:24.756050 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297bd2a-20d8-4906-9f0d-2fc402687e73 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b6d81c-8a68-4b40-9d75-09455a9af77d,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:24.761111 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d297bd2a-20d8-4906-9f0d-2fc402687e73 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:24.769563 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-d297bd2a-20d8-4906-9f0d-2fc402687e73 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.772023 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-d297bd2a-20d8-4906-9f0d-2fc402687e73 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1888847 Jun 16 15:34:24.776776 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52648) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:24.782682 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-67a5c841-48ee-4f80-8cd5-266627c1a14e tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Request body: {'security_group_rule': {'security_group_id': '9981dead-71ca-48cd-bd2f-c37504f32097', 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:24.825249 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-67a5c841-48ee-4f80-8cd5-266627c1a14e tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.874195 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c243477a-1508-400d-b00d-ad18b483460d req-205007ed-a272-49b7-ba89-5d57f96dfdc5 service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028193 Jun 16 15:34:24.927438 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-67a5c841-48ee-4f80-8cd5-266627c1a14e tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.935560 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-67a5c841-48ee-4f80-8cd5-266627c1a14e tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.939505 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:24.970895 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5c841-48ee-4f80-8cd5-266627c1a14e tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b822d7-1c31-4f0b-a3b2-a8417c78465e,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:24.976579 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-67a5c841-48ee-4f80-8cd5-266627c1a14e tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:24.989621 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-67a5c841-48ee-4f80-8cd5-266627c1a14e tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:24.997419 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-67a5c841-48ee-4f80-8cd5-266627c1a14e tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2145722 Jun 16 15:34:24.997935 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52650) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:25.007841 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-89828677-7532-4e7b-8ad2-4fa27cfd9243 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Request body: {'security_group_rule': {'security_group_id': '9981dead-71ca-48cd-bd2f-c37504f32097', 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:25.057251 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c243477a-1508-400d-b00d-ad18b483460d req-12ad8a20-5771-4986-81de-ddfe0f149835 service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751587 Jun 16 15:34:25.077337 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-89828677-7532-4e7b-8ad2-4fa27cfd9243 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.091188 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b8d0ef2e-818f-487b-abf0-d46d1b90a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:33:02Z', 'revision_number': 4, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'e6d3538a-8ee4-405a-8176-1dbdfb7ae76f', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'port_id': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'mac_address': 'fa:16:3e:6b:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:34:22Z', 'updated_at': '2021-06-16T15:34:22Z', 'revision_number': 0, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac808fa1-c7f4-4631-87d5-015f4f7459f6', 'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'mac_address': 'fa:16:3e:c0:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:01Z', 'updated_at': '2021-06-16T15:33:08Z', 'revision_number': 5, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'subnets': [{'id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:34:25.098117 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d0ef2e-818f-487b-abf0-d46d1b90a2b7 None None] The sync data for ids ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'] in dv-cinder-757908-6-iscsi is: [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:33:02Z', 'revision_number': 4, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'e6d3538a-8ee4-405a-8176-1dbdfb7ae76f', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'port_id': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'mac_address': 'fa:16:3e:6b:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:34:22Z', 'updated_at': '2021-06-16T15:34:22Z', 'revision_number': 0, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac808fa1-c7f4-4631-87d5-015f4f7459f6', 'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'mac_address': 'fa:16:3e:c0:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:01Z', 'updated_at': '2021-06-16T15:33:08Z', 'revision_number': 5, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'subnets': [{'id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:34:25.361528 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d91a1e-90f6-43dc-9e23-da66ba45d64c None None] New status for floating IP e6d3538a-8ee4-405a-8176-1dbdfb7ae76f: ACTIVE {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:34:25.442074 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-89828677-7532-4e7b-8ad2-4fa27cfd9243 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.448280 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-89828677-7532-4e7b-8ad2-4fa27cfd9243 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.450718 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b1a1c57a-c44f-4142-a065-dbe324860105 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:25.472316 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89828677-7532-4e7b-8ad2-4fa27cfd9243 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00410422-1826-48fa-aa7e-8a196cd344a6,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:25.474146 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-89828677-7532-4e7b-8ad2-4fa27cfd9243 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:25.480089 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-89828677-7532-4e7b-8ad2-4fa27cfd9243 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.482137 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-89828677-7532-4e7b-8ad2-4fa27cfd9243 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4829059 Jun 16 15:34:25.485032 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52652) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:25.493764 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-e302c0cd-7972-44f9-8feb-ce735dbbaede tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Request body: {'security_group_rule': {'security_group_id': '9981dead-71ca-48cd-bd2f-c37504f32097', 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:25.537613 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.securitygroups_db [None req-e302c0cd-7972-44f9-8feb-ce735dbbaede tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Project 53c5b8c908be40d1ae475324df7b5a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:34:25.557929 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-e302c0cd-7972-44f9-8feb-ce735dbbaede tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.638129 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-e302c0cd-7972-44f9-8feb-ce735dbbaede tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.641825 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-e302c0cd-7972-44f9-8feb-ce735dbbaede tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.646895 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:25.665880 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302c0cd-7972-44f9-8feb-ce735dbbaede tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d207ec6d-cb59-4c2f-b7c2-fb55ff226680,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:25.669259 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-e302c0cd-7972-44f9-8feb-ce735dbbaede tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:25.670732 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-e302c0cd-7972-44f9-8feb-ce735dbbaede tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.671926 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-e302c0cd-7972-44f9-8feb-ce735dbbaede tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1854782 Jun 16 15:34:25.675021 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52654) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:25.679952 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-cd38e9e5-bf67-4ccc-9200-099fde829eaa tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Request body: {'security_group_rule': {'security_group_id': '9981dead-71ca-48cd-bd2f-c37504f32097', 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:25.707463 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.securitygroups_db [None req-cd38e9e5-bf67-4ccc-9200-099fde829eaa tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Project 53c5b8c908be40d1ae475324df7b5a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:34:25.716630 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-cd38e9e5-bf67-4ccc-9200-099fde829eaa tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.799970 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-cd38e9e5-bf67-4ccc-9200-099fde829eaa tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.806655 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-cd38e9e5-bf67-4ccc-9200-099fde829eaa tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.807783 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-832dc720-36c8-4126-a2f8-4609741d6eac tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:25.825289 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e9e5-bf67-4ccc-9200-099fde829eaa tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7135d1f-1897-4b20-9c04-b1efa808414e,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:25.827787 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-cd38e9e5-bf67-4ccc-9200-099fde829eaa tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:25.833810 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-cd38e9e5-bf67-4ccc-9200-099fde829eaa tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:25.835000 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-cd38e9e5-bf67-4ccc-9200-099fde829eaa tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588314 Jun 16 15:34:25.976750 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d26bbc00-2688-423a-988c-7bdac3c8dd1d req-a808ca5d-3cca-4f4b-b4bd-078628726cb6 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820256144&fields=id&tenant_id=53c5b8c908be40d1ae475324df7b5a82 HTTP/1.1" status: 200 len: 267 time: 0.0505919 Jun 16 15:34:26.074441 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bbc00-2688-423a-988c-7bdac3c8dd1d req-8e3bdcac-5496-4189-b252-c3654feae0e3 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:26.075910 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d26bbc00-2688-423a-988c-7bdac3c8dd1d req-8e3bdcac-5496-4189-b252-c3654feae0e3 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 945 time: 0.0893936 Jun 16 15:34:26.088047 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-d26bbc00-2688-423a-988c-7bdac3c8dd1d req-0f26c952-1dd2-4f99-b7fd-57c7eff1359f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Request body: {'port': {'security_groups': ['05d48e3f-7c36-434b-9af9-1a70144a0dff', '9981dead-71ca-48cd-bd2f-c37504f32097']}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:26.180915 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d26bbc00-2688-423a-988c-7bdac3c8dd1d req-0f26c952-1dd2-4f99-b7fd-57c7eff1359f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:26.280233 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:26.391415 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-d26bbc00-2688-423a-988c-7bdac3c8dd1d req-0f26c952-1dd2-4f99-b7fd-57c7eff1359f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] For port f7ab6716-c4ce-467c-9f85-27478ae64e55, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:34:26.434803 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d26bbc00-2688-423a-988c-7bdac3c8dd1d req-0f26c952-1dd2-4f99-b7fd-57c7eff1359f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:26.444063 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d26bbc00-2688-423a-988c-7bdac3c8dd1d req-0f26c952-1dd2-4f99-b7fd-57c7eff1359f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:26.450085 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0ba58af9-f4d4-418d-a3f5-6875c73fd870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:26.460390 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['f7ab6716-c4ce-467c-9f85-27478ae64e55'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:34:26.493966 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bbc00-2688-423a-988c-7bdac3c8dd1d req-0f26c952-1dd2-4f99-b7fd-57c7eff1359f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:26.494653 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d26bbc00-2688-423a-988c-7bdac3c8dd1d req-0f26c952-1dd2-4f99-b7fd-57c7eff1359f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:26.496205 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d26bbc00-2688-423a-988c-7bdac3c8dd1d req-0f26c952-1dd2-4f99-b7fd-57c7eff1359f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "PUT /v2.0/ports/f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 981 time: 0.4132555 Jun 16 15:34:26.496767 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:34:26.499228 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1491ceba-76b1-491f-91e2-ea581435f6df" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:34:26.562439 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9d6178-2a11-4217-a893-488f866e7a4c x-openstack-request-id: req-4e9d6178-2a11-4217-a893-488f866e7a4c {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:34:26.576140 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:34:26.576799 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e9d6178-2a11-4217-a893-488f866e7a4c {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:34:26.578291 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'status': 'completed', 'code': 200} Jun 16 15:34:26.580262 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26c952-1dd2-4f99-b7fd-57c7eff1359f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'Port': ['ID=f7ab6716-c4ce-467c-9f85-27478ae64e55,revision_number=6']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:26.589899 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0f26c952-1dd2-4f99-b7fd-57c7eff1359f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:26.649223 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['f7ab6716-c4ce-467c-9f85-27478ae64e55'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:34:26.698462 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491ceba-76b1-491f-91e2-ea581435f6df req-44de7d68-1aa6-43f7-9e3e-e21326befc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:26.701440 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1491ceba-76b1-491f-91e2-ea581435f6df req-44de7d68-1aa6-43f7-9e3e-e21326befc08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c5b8c908be40d1ae475324df7b5a82&device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 1137 time: 0.1025019 Jun 16 15:34:26.822931 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc89d8-adc7-4391-a786-fa3700783e09 req-7f81bab4-883d-4a3f-92fa-d712e29dcca7 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:26.825546 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-07cc89d8-adc7-4391-a786-fa3700783e09 req-7f81bab4-883d-4a3f-92fa-d712e29dcca7 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.1343133 Jun 16 15:34:26.826415 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-00224b85-85e3-462f-8023-e190ba5810fa None None] Provisioning complete for port f7ab6716-c4ce-467c-9f85-27478ae64e55 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:34:26.826809 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-00224b85-85e3-462f-8023-e190ba5810fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:26.854895 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491ceba-76b1-491f-91e2-ea581435f6df req-0a183420-6376-492c-b26d-e6c818bb1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:26.857117 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1491ceba-76b1-491f-91e2-ea581435f6df req-0a183420-6376-492c-b26d-e6c818bb1974 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5afebf02-4fec-4375-91fe-2fc1c4e5652e HTTP/1.1" status: 200 len: 916 time: 0.1485627 Jun 16 15:34:26.894315 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-07cc89d8-adc7-4391-a786-fa3700783e09 req-c31a2478-14ff-4a92-8da9-f8f55f5532fd tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604730 Jun 16 15:34:26.967946 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1491ceba-76b1-491f-91e2-ea581435f6df req-1372af1c-f890-48f1-8a7f-85936a1c67f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 1000 time: 0.1011038 Jun 16 15:34:27.050375 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491ceba-76b1-491f-91e2-ea581435f6df req-6d4bdff9-154d-4ccc-be53-95e7a4e53642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:27.051154 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1491ceba-76b1-491f-91e2-ea581435f6df req-6d4bdff9-154d-4ccc-be53-95e7a4e53642 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77612ee-5831-4e02-82f2-b02970bf005f HTTP/1.1" status: 200 len: 853 time: 0.0763702 Jun 16 15:34:27.144597 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491ceba-76b1-491f-91e2-ea581435f6df req-096bacca-821f-4033-865f-bce1658e144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:27.147227 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1491ceba-76b1-491f-91e2-ea581435f6df req-096bacca-821f-4033-865f-bce1658e144a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5afebf02-4fec-4375-91fe-2fc1c4e5652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874810 Jun 16 15:34:27.258394 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1491ceba-76b1-491f-91e2-ea581435f6df req-ab047c9e-c55d-48a7-8a8b-c84150068c30 service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021371 Jun 16 15:34:27.374213 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1491ceba-76b1-491f-91e2-ea581435f6df req-8f893b14-d882-48b6-9e73-a6cb7ab5ca89 service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076992 Jun 16 15:34:27.993708 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:33.040771 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:45.517303 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-3a390079-5a38-4309-84b4-62abd5abb131 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642927 Jun 16 15:34:45.665754 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-335c3a6e-4d4f-40b5-8a4a-abf0033463be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:45.667932 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-335c3a6e-4d4f-40b5-8a4a-abf0033463be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 1099 time: 0.0967023 Jun 16 15:34:45.806858 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-05d01532-8273-4504-b8d1-a667851fc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:45.808222 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-05d01532-8273-4504-b8d1-a667851fc820 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.1108217 Jun 16 15:34:45.929101 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-58c3b6bf-ef3d-4422-9e04-518c8c81cd53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d HTTP/1.1" status: 200 len: 1001 time: 0.1121378 Jun 16 15:34:45.987137 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-245060ab-6b18-4cfb-b1e1-4709cd2d9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:45.988686 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-245060ab-6b18-4cfb-b1e1-4709cd2d9499 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0532360 Jun 16 15:34:46.055249 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-f71b9b9c-f331-46c4-9184-3ded8905d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:46.056851 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-f71b9b9c-f331-46c4-9184-3ded8905d1b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611508 Jun 16 15:34:46.160322 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-6ffde888-74c2-47ca-8874-6549b792b3cf service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958719 Jun 16 15:34:46.263795 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b83494fb-1ec2-4e7f-a748-0f10dde3788d req-ba61c16a-0563-442c-841f-ac21d10327fd service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972488 Jun 16 15:34:49.907459 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7a327803-6534-4ce1-95bd-11a64fa9cffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:50.592791 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52770) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:50.707910 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:50.815368 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:50.821322 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:50.823933 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-4abe81bb-9505-4e90-8ef8-40a4c15f3512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:50.861360 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7dd93b819353415aa14de58a412af979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674196 Jun 16 15:34:50.862136 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a4407f-0bb0-49e5-9aa7-252fb27c951a,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:50.864096 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52774) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:50.871917 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:34:50.876277 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.876654 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.877240 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.877400 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.877751 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.878107 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.878459 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.878807 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.879147 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.879492 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.879834 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.880174 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:34:50.890093 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:50.953217 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-52d70442-27ed-4a8a-97db-efb17b4d1380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:50.988699 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-52d70442-27ed-4a8a-97db-efb17b4d1380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:51.059726 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-52d70442-27ed-4a8a-97db-efb17b4d1380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:51.062622 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-52d70442-27ed-4a8a-97db-efb17b4d1380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:51.064042 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-52d70442-27ed-4a8a-97db-efb17b4d1380 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51a4407f-0bb0-49e5-9aa7-252fb27c951a HTTP/1.1" status: 204 len: 168 time: 0.1988688 Jun 16 15:34:51.065318 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5dcb944a-876b-449e-b559-55500832cb51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:51.075484 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d70442-27ed-4a8a-97db-efb17b4d1380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a4407f-0bb0-49e5-9aa7-252fb27c951a,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:51.078164 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-52d70442-27ed-4a8a-97db-efb17b4d1380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:51.850819 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 52796) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:51.956245 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-176109515-network', 'tenant_id': 'fcb17d0436ea47d2beae99f6ef6f4ad2'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:51.980406 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Made reservation on behalf of fcb17d0436ea47d2beae99f6ef6f4ad2 for: {'network': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:34:51.983171 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:51.992331 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:52.085410 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:52.089881 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:52.092894 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-02086b1c-d0f3-4dba-a12b-226cc2df5b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:52.118952 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=92140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:34:52.125301 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:52.128915 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:52.132586 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:52.132955 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.segments_db [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Added segment e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8 of type vlan for network a3b30b9f-7932-4118-b38f-b3697066a3cd Jun 16 15:34:52.176651 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:52.218506 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:52.219833 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:52.220424 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:52.222577 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:52.253429 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4006710 Jun 16 15:34:52.256928 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 52800) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:34:52.263179 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Request body: {'subnet': {'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-176109515-subnet', 'tenant_id': 'fcb17d0436ea47d2beae99f6ef6f4ad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:52.283598 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Pushing event updated for resources: {'Network': ['ID=a3b30b9f-7932-4118-b38f-b3697066a3cd,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:52.286548 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ec412823-da79-4f27-a835-7bf195ed5965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:52.292741 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Made reservation on behalf of fcb17d0436ea47d2beae99f6ef6f4ad2 for: {'subnet': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:34:52.295567 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7534944'] for subnet, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:52.297349 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network a3b30b9f-7932-4118-b38f-b3697066a3cd details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:34:52.500767 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7517295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7534962'] for subnet, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:52.503161 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:52.553866 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff9afc5-5f2e-43dc-9584-f3af2984537f,revision_number=0']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:52.557425 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:52.573057 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Checking segment: {'id': 'e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:34:52.573424 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Network hostable DHCP agents. Network: a3b30b9f-7932-4118-b38f-b3697066a3cd, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:34:52.592221 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Network a3b30b9f-7932-4118-b38f-b3697066a3cd is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:34:52.602583 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, a3b30b9f-7932-4118-b38f-b3697066a3cd) {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:34:52.607452 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:52.608862 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:52.612685 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41aa2d4-28ad-4378-91aa-23c37efbe512 None None] Network a3b30b9f-7932-4118-b38f-b3697066a3cd requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:34:52.623999 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-9e82565d-6e7f-4f46-9bfa-83c3844b14d6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3653347 Jun 16 15:34:52.773843 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0db5d0-aa75-4d3c-a1fc-0e872a5f610a None None] Network a3b30b9f-7932-4118-b38f-b3697066a3cd requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:34:53.438217 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-26df4ed3-842a-4bc1-8877-fed4c5f3919b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:54.019743 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:54.608053 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-2bece5c1-6a9a-40b6-a000-556a6f325852 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:54.609724 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-2bece5c1-6a9a-40b6-a000-556a6f325852 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/networks?id=a3b30b9f-7932-4118-b38f-b3697066a3cd HTTP/1.1" status: 200 len: 813 time: 0.1321385 Jun 16 15:34:54.625558 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-777c4a92-1e5e-431b-acab-0a8c90f56dd9 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/quotas/fcb17d0436ea47d2beae99f6ef6f4ad2 HTTP/1.1" status: 200 len: 375 time: 0.0102947 Jun 16 15:34:54.664372 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7169fdb0-0415-4e97-8bd9-6cc119999458 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fcb17d0436ea47d2beae99f6ef6f4ad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314810 Jun 16 15:34:54.806978 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-6107fb98-2ef6-45b3-84d4-52b0e0513e0e service neutron] 10.222.0.61 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297815 Jun 16 15:34:54.917869 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-aae2bffd-b133-4534-ab1c-4d7dc250542f service neutron] 10.222.0.61 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046176 Jun 16 15:34:55.144523 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-32de5fbc-c41a-4f72-a34a-586edc39a6c0 req-ece9849c-26a7-417c-943d-df9183ee1dba tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 210 time: 0.0394621 Jun 16 15:34:56.289099 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:56.349535 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-1a5f17d4-a5f4-4744-8f2e-6fd7efa5faa3 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:56.352790 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-1a5f17d4-a5f4-4744-8f2e-6fd7efa5faa3 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.36 "GET /v2.0/networks?id=a3b30b9f-7932-4118-b38f-b3697066a3cd HTTP/1.1" status: 200 len: 813 time: 0.1310251 Jun 16 15:34:56.368514 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Request body: {'port': {'device_id': '4b4ff02a-54f2-4eee-89e4-23ec802763ca', 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd', 'admin_state_up': True, 'tenant_id': 'fcb17d0436ea47d2beae99f6ef6f4ad2'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:56.455202 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4b9cf921-6a72-4d13-885f-af4cf5f4264c req-abb6f1fd-3994-478e-9acc-98e2819657df tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 210 time: 0.0631983 Jun 16 15:34:56.559268 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Made reservation on behalf of fcb17d0436ea47d2beae99f6ef6f4ad2 for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:34:56.562992 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:56.764051 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Allocated IP 172.20.0.5 (a3b30b9f-7932-4118-b38f-b3697066a3cd/5ff9afc5-5f2e-43dc-9584-f3af2984537f/122bdb33-80a7-4003-8442-98e6bdeb1185) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:34:56.954071 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:57.006945 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:57.012284 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b26fc07f-e8fb-4083-ae2f-0959466737e3 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:57.058707 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Network a3b30b9f-7932-4118-b38f-b3697066a3cd is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:34:57.064236 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:34:57.068496 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:34:57.076123 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Pushing event updated for resources: {'Port': ['ID=122bdb33-80a7-4003-8442-98e6bdeb1185,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:57.096522 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:57.123942 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:57.124597 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:57.141219 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793250 Jun 16 15:34:57.155590 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Request body: {'port': {'device_id': '4b4ff02a-54f2-4eee-89e4-23ec802763ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:34:57.246863 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:57.548106 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122bdb33-80a7-4003-8442-98e6bdeb1185 {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:34:57.557414 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:57.570463 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Transition to ACTIVE for port object 122bdb33-80a7-4003-8442-98e6bdeb1185 will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:34:57.577705 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:57.583535 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-11f87c18-75ca-45cc-af34-558a78f7623a tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:57.684104 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=122bdb33-80a7-4003-8442-98e6bdeb1185,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:57.689088 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:57.765751 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d87d6-e57b-469c-b4dc-36b1ce84b5a2 req-dde70bfc-ee7f-4258-b5c0-92addfb76a7d tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:57.768092 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Attempting to bind port 122bdb33-80a7-4003-8442-98e6bdeb1185 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:34:57.768544 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Attempting to bind port 122bdb33-80a7-4003-8442-98e6bdeb1185 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': 'e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:34:57.768767 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f60d87d6-e57b-469c-b4dc-36b1ce84b5a2 req-dde70bfc-ee7f-4258-b5c0-92addfb76a7d tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 943 time: 0.1246841 Jun 16 15:34:57.769097 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Attempting to bind port 122bdb33-80a7-4003-8442-98e6bdeb1185 on network a3b30b9f-7932-4118-b38f-b3697066a3cd {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:34:57.775204 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Port 122bdb33-80a7-4003-8442-98e6bdeb1185 on network a3b30b9f-7932-4118-b38f-b3697066a3cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:34:57.775536 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Attempting to bind port 122bdb33-80a7-4003-8442-98e6bdeb1185 on network a3b30b9f-7932-4118-b38f-b3697066a3cd {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:34:57.781227 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:34:57.781554 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Checking segment: {'id': 'e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:34:57.781949 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Bound using segment: {'id': 'e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:34:57.782389 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Bound port: 122bdb33-80a7-4003-8442-98e6bdeb1185, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:34:57.782744 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:57.837626 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f60d87d6-e57b-469c-b4dc-36b1ce84b5a2 req-5e51e2d9-65a1-4e5c-9a2e-646d1461a737 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579672 Jun 16 15:34:57.859023 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] For port 122bdb33-80a7-4003-8442-98e6bdeb1185, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:34:57.862442 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] For port 122bdb33-80a7-4003-8442-98e6bdeb1185, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=122bdb33-80a7-4003-8442-98e6bdeb1185,segment=NetworkSegment(e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8),segment_id=e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:34:57.870157 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:57.872308 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d8fd881e-5f93-47ef-a016-c761cafb89c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:34:57.915875 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:57.916493 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:57.917926 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/122bdb33-80a7-4003-8442-98e6bdeb1185 HTTP/1.1" status: 200 len: 1093 time: 0.7692015 Jun 16 15:34:57.918463 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ff02a-54f2-4eee-89e4-23ec802763ca', 'tag': '122bdb33-80a7-4003-8442-98e6bdeb1185'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:34:57.920791 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076f03a6-4ddf-4a23-99dd-e73381ad0cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ff02a-54f2-4eee-89e4-23ec802763ca", "tag": "122bdb33-80a7-4003-8442-98e6bdeb1185"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:34:57.951424 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=122bdb33-80a7-4003-8442-98e6bdeb1185,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:34:57.957141 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:34:57.997385 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:34:58.002340 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0fbdb6-ca6e-4ec7-ae54-1e2c5d67d781 x-openstack-request-id: req-0d0fbdb6-ca6e-4ec7-ae54-1e2c5d67d781 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:34:58.002677 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ff02a-54f2-4eee-89e4-23ec802763ca", "tag": "122bdb33-80a7-4003-8442-98e6bdeb1185", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:34:58.002969 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d0fbdb6-ca6e-4ec7-ae54-1e2c5d67d781 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:34:58.003475 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4ff02a-54f2-4eee-89e4-23ec802763ca', 'tag': '122bdb33-80a7-4003-8442-98e6bdeb1185', 'status': 'completed', 'code': 200} Jun 16 15:34:58.039149 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-c319de09-7010-4a72-ab85-95d60dc2197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:58.041765 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-c319de09-7010-4a72-ab85-95d60dc2197b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb17d0436ea47d2beae99f6ef6f4ad2&device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 1096 time: 0.0760965 Jun 16 15:34:58.086566 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-6bd48126-e262-4931-a8fd-37622db94737 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=122bdb33-80a7-4003-8442-98e6bdeb1185 HTTP/1.1" status: 200 len: 217 time: 0.0372078 Jun 16 15:34:58.145550 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-a6beab1e-7de9-481f-a4b3-75a523089168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:58.146686 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-a6beab1e-7de9-481f-a4b3-75a523089168 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff9afc5-5f2e-43dc-9584-f3af2984537f HTTP/1.1" status: 200 len: 853 time: 0.0530143 Jun 16 15:34:58.184740 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-4be651a2-d256-411e-8d61-e2f27f824858 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3b30b9f-7932-4118-b38f-b3697066a3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299153 Jun 16 15:34:58.302961 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-6b205488-13a8-45ff-acef-b578a1cedd64 service neutron] 10.222.0.36 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100214 Jun 16 15:34:58.426605 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-f5dcf91b-fd79-4e8d-8873-abaec92129bd req-1322179a-8e85-4341-958e-17966c2d2f6c service neutron] 10.222.0.36 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165054 Jun 16 15:34:58.543247 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f03a6-4ddf-4a23-99dd-e73381ad0cfd req-fc58e837-c72b-40c4-bdb0-cb92e108cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:58.546214 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-076f03a6-4ddf-4a23-99dd-e73381ad0cfd req-fc58e837-c72b-40c4-bdb0-cb92e108cd4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb17d0436ea47d2beae99f6ef6f4ad2&device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 1096 time: 0.0621586 Jun 16 15:34:58.694596 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f03a6-4ddf-4a23-99dd-e73381ad0cfd req-d2881de8-e6a1-4b71-a53e-b339bfb7dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:58.697184 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-076f03a6-4ddf-4a23-99dd-e73381ad0cfd req-d2881de8-e6a1-4b71-a53e-b339bfb7dab7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3b30b9f-7932-4118-b38f-b3697066a3cd HTTP/1.1" status: 200 len: 915 time: 0.1442230 Jun 16 15:34:58.744652 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-076f03a6-4ddf-4a23-99dd-e73381ad0cfd req-91f6f48f-93c8-41ee-8367-88d3cffaeaf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=122bdb33-80a7-4003-8442-98e6bdeb1185 HTTP/1.1" status: 200 len: 217 time: 0.0399189 Jun 16 15:34:58.798559 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f03a6-4ddf-4a23-99dd-e73381ad0cfd req-45d56a3f-17f8-4b37-968d-87db280e3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:58.800045 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-076f03a6-4ddf-4a23-99dd-e73381ad0cfd req-45d56a3f-17f8-4b37-968d-87db280e3f76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff9afc5-5f2e-43dc-9584-f3af2984537f HTTP/1.1" status: 200 len: 853 time: 0.0494311 Jun 16 15:34:58.835213 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-076f03a6-4ddf-4a23-99dd-e73381ad0cfd req-618eceda-7b6c-46bb-b013-49085d9904aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3b30b9f-7932-4118-b38f-b3697066a3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285256 Jun 16 15:34:58.984407 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-076f03a6-4ddf-4a23-99dd-e73381ad0cfd req-84cb931d-400e-4acf-a84d-dabca0603294 service neutron] 10.222.0.36 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414120 Jun 16 15:34:59.074193 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59761200-264a-48f0-8982-2055c4d54d55 req-fb84fcc0-275d-4185-85ec-736048350f77 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:34:59.076610 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-59761200-264a-48f0-8982-2055c4d54d55 req-fb84fcc0-275d-4185-85ec-736048350f77 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 943 time: 0.0868623 Jun 16 15:34:59.094601 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-076f03a6-4ddf-4a23-99dd-e73381ad0cfd req-b6f79bfe-5583-4878-8d5f-b11231db1357 service neutron] 10.222.0.36 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036859 Jun 16 15:34:59.119022 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-59761200-264a-48f0-8982-2055c4d54d55 req-31fd7f31-48d4-4da8-b637-cc9f77a60582 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353405 Jun 16 15:35:00.312312 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef682-b6b8-4148-991b-f30bc49e42e6 req-f6a2effa-95b9-4cc9-8256-0e0b7d8f6969 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:00.313864 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e37ef682-b6b8-4148-991b-f30bc49e42e6 req-f6a2effa-95b9-4cc9-8256-0e0b7d8f6969 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 943 time: 0.0672646 Jun 16 15:35:00.357985 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e37ef682-b6b8-4148-991b-f30bc49e42e6 req-8c2dd8dc-06c3-4474-8561-7d089e5094ef tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370550 Jun 16 15:35:01.555618 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68def9-cbba-43df-a4d3-c2d1929506d7 req-97cfba71-83fd-4028-a69d-7edbc55a5f2c tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:01.557711 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1c68def9-cbba-43df-a4d3-c2d1929506d7 req-97cfba71-83fd-4028-a69d-7edbc55a5f2c tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 943 time: 0.0789747 Jun 16 15:35:01.611040 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-1c68def9-cbba-43df-a4d3-c2d1929506d7 req-f78c04cf-b14c-4bf7-92cd-343264a1f864 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Jun 16 15:35:02.810437 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766b24-8c7d-4e18-aa93-2d5248fd754b req-198f9fd4-e593-4ed0-b669-9e2c39ffbf78 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:02.812023 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-39766b24-8c7d-4e18-aa93-2d5248fd754b req-198f9fd4-e593-4ed0-b669-9e2c39ffbf78 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 943 time: 0.0780180 Jun 16 15:35:02.856802 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-39766b24-8c7d-4e18-aa93-2d5248fd754b req-cc669f9c-e0a2-4034-9919-2f5f7561e609 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350904 Jun 16 15:35:03.048779 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:03.123369 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 122bdb33-80a7-4003-8442-98e6bdeb1185 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:35:03.238819 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 122bdb33-80a7-4003-8442-98e6bdeb1185, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=122bdb33-80a7-4003-8442-98e6bdeb1185,segment=NetworkSegment(e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8),segment_id=e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:03.250833 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '122bdb33-80a7-4003-8442-98e6bdeb1185', 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd', 'port_id': '122bdb33-80a7-4003-8442-98e6bdeb1185', 'mac_address': 'fa:16:3e:e4:76:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff9afc5-5f2e-43dc-9584-f3af2984537f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:35:03.290858 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:03.306167 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122bdb33-80a7-4003-8442-98e6bdeb1185 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:35:03.336666 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 122bdb33-80a7-4003-8442-98e6bdeb1185, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=122bdb33-80a7-4003-8442-98e6bdeb1185,segment=NetworkSegment(e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8),segment_id=e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:03.341669 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:03.344308 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-385310b3-dad7-4432-a916-98a18924b1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:35:03.405685 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=122bdb33-80a7-4003-8442-98e6bdeb1185,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:03.414168 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.414581 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.415041 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.415424 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.418394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.418394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.418394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.418394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.418394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.418394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.418394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.418394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:35:03.423175 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:35:03.768161 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['122bdb33-80a7-4003-8442-98e6bdeb1185'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:35:04.047483 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec27a6-5361-432f-993a-cdada8c90b0f req-65380926-3687-43c5-bfb2-2cdab7962bdd tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:04.050062 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3cec27a6-5361-432f-993a-cdada8c90b0f req-65380926-3687-43c5-bfb2-2cdab7962bdd tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 944 time: 0.0771406 Jun 16 15:35:04.095876 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3cec27a6-5361-432f-993a-cdada8c90b0f req-655d66c6-7584-4843-acff-46d278d19059 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388134 Jun 16 15:35:05.126303 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 122bdb33-80a7-4003-8442-98e6bdeb1185 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:35:05.183281 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 122bdb33-80a7-4003-8442-98e6bdeb1185 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:35:05.188681 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 122bdb33-80a7-4003-8442-98e6bdeb1185 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:35:05.189344 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.309637 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7a879-6e42-467c-bdc9-d9c65ebca834 req-7dd4fbef-058d-4a4d-aa0f-6e68aa266c13 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:05.312002 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4ec7a879-6e42-467c-bdc9-d9c65ebca834 req-7dd4fbef-058d-4a4d-aa0f-6e68aa266c13 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 944 time: 0.0742679 Jun 16 15:35:05.325085 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.354181 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4ec7a879-6e42-467c-bdc9-d9c65ebca834 req-21a4419c-e8d7-4f40-a958-91176da71e51 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354323 Jun 16 15:35:05.369873 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ff02a-54f2-4eee-89e4-23ec802763ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122bdb33-80a7-4003-8442-98e6bdeb1185'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:35:05.373968 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0315d3ab-428f-4a03-bd1c-1fd8f7d3b0b1" -d '{"events": [{"server_uuid": "4b4ff02a-54f2-4eee-89e4-23ec802763ca", "name": "network-vif-plugged", "status": "completed", "tag": "122bdb33-80a7-4003-8442-98e6bdeb1185"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:35:05.399372 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 122bdb33-80a7-4003-8442-98e6bdeb1185, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=122bdb33-80a7-4003-8442-98e6bdeb1185,segment=NetworkSegment(e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8),segment_id=e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:35:05.405456 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:05.410394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:35:05.449387 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b514eb5-7cb6-4ff2-8e66-efc1594a08df x-openstack-request-id: req-5b514eb5-7cb6-4ff2-8e66-efc1594a08df {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:35:05.449833 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ff02a-54f2-4eee-89e4-23ec802763ca", "name": "network-vif-plugged", "status": "completed", "tag": "122bdb33-80a7-4003-8442-98e6bdeb1185", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:35:05.450231 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b514eb5-7cb6-4ff2-8e66-efc1594a08df {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:35:05.450816 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ff02a-54f2-4eee-89e4-23ec802763ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122bdb33-80a7-4003-8442-98e6bdeb1185', 'code': 200} Jun 16 15:35:05.487871 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=122bdb33-80a7-4003-8442-98e6bdeb1185,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:35:05.492544 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:35:05.684114 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535c688-fa74-4df5-b397-b7b309fc6922 req-5c21c1a3-2229-40f9-aa5c-03263c07d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:05.685684 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9535c688-fa74-4df5-b397-b7b309fc6922 req-5c21c1a3-2229-40f9-aa5c-03263c07d9b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 1098 time: 0.0656526 Jun 16 15:35:05.731366 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9535c688-fa74-4df5-b397-b7b309fc6922 req-0d78fade-d813-459e-8852-0940c6502ae2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379798 Jun 16 15:35:06.547606 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eb47c-be2e-4099-9d00-c97ebdf9c408 req-e6cd18f9-4a0f-4a6f-851c-ddf5ff3defd7 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:06.550144 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-541eb47c-be2e-4099-9d00-c97ebdf9c408 req-e6cd18f9-4a0f-4a6f-851c-ddf5ff3defd7 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 945 time: 0.0777369 Jun 16 15:35:06.611266 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-541eb47c-be2e-4099-9d00-c97ebdf9c408 req-8013db44-45b6-4532-90e8-51eb692f77a2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536680 Jun 16 15:35:07.869725 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db936547-e629-41bf-89a5-9d39fddfeb1b req-a8787e07-a597-477b-b374-e8a428f54260 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:07.872181 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-db936547-e629-41bf-89a5-9d39fddfeb1b req-a8787e07-a597-477b-b374-e8a428f54260 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 945 time: 0.0852191 Jun 16 15:35:07.915254 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-db936547-e629-41bf-89a5-9d39fddfeb1b req-4e3779cb-ff37-43ad-8353-d2b6f533e8b9 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Jun 16 15:35:19.916386 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-c04df624-216a-40af-a9c1-0116fef44aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:23.440632 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-35b39a98-0b6d-40bf-bf08-9bd7f6795aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:24.016265 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:26.278129 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:27.871372 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:35:27.998779 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:33.048134 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:47.684887 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-3716d9b9-e624-4014-af57-c9f6b46ffa68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614908 Jun 16 15:35:49.590633 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-246d87a1-9e73-4ad7-b38d-b6fc8ed445f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:49.593230 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-246d87a1-9e73-4ad7-b38d-b6fc8ed445f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 1098 time: 0.0762188 Jun 16 15:35:49.710178 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-4b50c8ff-654c-4329-a3b7-f8c64c4297ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:49.711742 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-4b50c8ff-654c-4329-a3b7-f8c64c4297ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.0955780 Jun 16 15:35:49.809415 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-912cd369-a155-4c3b-ac9b-154122f7f98a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d468837a-6cc2-46b0-8782-54034e7655fb HTTP/1.1" status: 200 len: 1001 time: 0.0895443 Jun 16 15:35:49.864753 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-41cdc938-383b-4a8d-ad7e-ad46feb55788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:49.866271 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-41cdc938-383b-4a8d-ad7e-ad46feb55788 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0495846 Jun 16 15:35:49.916304 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-1adedd68-1158-4b78-98c9-947ac4612605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:49.933604 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-398e558b-b216-42d2-af02-8d8f6053bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:35:49.935108 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-398e558b-b216-42d2-af02-8d8f6053bcb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621650 Jun 16 15:35:50.041460 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-a3e081d4-8825-4964-a86e-b3b652ed7952 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988216 Jun 16 15:35:50.139135 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9ce9387d-cff6-4186-b8bd-6ca70aa571bd req-3d2c6db4-3935-42ac-99d6-f4f129050602 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908542 Jun 16 15:35:53.434584 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-9e8821b2-4b54-4325-a1df-8cc0a4a6ee21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:54.019065 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:56.282076 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:35:58.002697 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:03.060532 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:04.871839 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:36:09.386246 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [req-963a2081-9b48-4582-aaaf-35ba8b142998 req-4664b984-476f-475f-b45e-c18ad6683a26 service neutron] (92140) timed out ('10.222.0.36', 63373) {{(pid=92140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 15:36:10.310824 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8445d-0690-4406-a797-aebf61fda911 req-fc10227c-1ceb-49db-8b79-fab240cae553 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:10.312400 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bcd8445d-0690-4406-a797-aebf61fda911 req-fc10227c-1ceb-49db-8b79-fab240cae553 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 945 time: 0.4194818 Jun 16 15:36:10.359458 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bcd8445d-0690-4406-a797-aebf61fda911 req-746973d3-f682-4a82-ab3c-49cf3743ea67 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Jun 16 15:36:11.574315 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0d2e0-ebd2-4d37-8ed0-b9bc11bad0cb req-d9f0c372-8c31-474d-b5cb-f36df9e3c485 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:11.575884 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e5c0d2e0-ebd2-4d37-8ed0-b9bc11bad0cb req-d9f0c372-8c31-474d-b5cb-f36df9e3c485 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 945 time: 0.0855887 Jun 16 15:36:11.649235 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e5c0d2e0-ebd2-4d37-8ed0-b9bc11bad0cb req-9354f2f1-185a-4219-a5b5-64ce60d57563 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623512 Jun 16 15:36:12.659741 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b2959-77ad-435e-8da9-a44daa348f92 req-7f7c9ea6-5513-406b-b8eb-42fc49083d25 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:12.661750 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-af0b2959-77ad-435e-8da9-a44daa348f92 req-7f7c9ea6-5513-406b-b8eb-42fc49083d25 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 945 time: 0.0742490 Jun 16 15:36:12.803413 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-af0b2959-77ad-435e-8da9-a44daa348f92 req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Deleting port 122bdb33-80a7-4003-8442-98e6bdeb1185 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:36:12.803787 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-af0b2959-77ad-435e-8da9-a44daa348f92 req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:12.872176 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cd8db-8966-49f3-a1a3-2e494eb99afb req-9f644538-00b5-4ecc-9110-7b684e5968c3 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:12.873917 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-897cd8db-8966-49f3-a1a3-2e494eb99afb req-9f644538-00b5-4ecc-9110-7b684e5968c3 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 945 time: 0.0896859 Jun 16 15:36:12.919373 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-af0b2959-77ad-435e-8da9-a44daa348f92 req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] For port 122bdb33-80a7-4003-8442-98e6bdeb1185, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=122bdb33-80a7-4003-8442-98e6bdeb1185,segment=NetworkSegment(e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8),segment_id=e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:36:12.919682 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-af0b2959-77ad-435e-8da9-a44daa348f92 req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:12.953803 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-897cd8db-8966-49f3-a1a3-2e494eb99afb req-27671db0-c17e-4782-8f78-854aed530897 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683153 Jun 16 15:36:12.995117 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-af0b2959-77ad-435e-8da9-a44daa348f92 req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Calling delete_port for 122bdb33-80a7-4003-8442-98e6bdeb1185 owned by compute:nova {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:36:13.188342 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-af0b2959-77ad-435e-8da9-a44daa348f92 req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:13.193577 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:36:13.204795 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['122bdb33-80a7-4003-8442-98e6bdeb1185'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:36:13.224921 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Pushing event deleted for resources: {'Port': ['ID=122bdb33-80a7-4003-8442-98e6bdeb1185,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:13.238234 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.238614 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.239536 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.240134 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.240502 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.240871 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.241261 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.241621 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.241982 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.242337 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.242694 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.243049 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:13.262590 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:36:13.287159 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0b2959-77ad-435e-8da9-a44daa348f92 req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] No DVR routers for this DVR port 122bdb33-80a7-4003-8442-98e6bdeb1185 on host hv-cinder-75790 {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:36:13.290294 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-af0b2959-77ad-435e-8da9-a44daa348f92 req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:13.292305 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-af0b2959-77ad-435e-8da9-a44daa348f92 req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.36 "DELETE /v2.0/ports/122bdb33-80a7-4003-8442-98e6bdeb1185 HTTP/1.1" status: 204 len: 173 time: 0.6246822 Jun 16 15:36:13.292852 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ff02a-54f2-4eee-89e4-23ec802763ca', 'name': 'network-vif-deleted', 'tag': '122bdb33-80a7-4003-8442-98e6bdeb1185'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:36:13.295369 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd15e4d-f908-4f7f-a753-94e85643e276" -d '{"events": [{"server_uuid": "4b4ff02a-54f2-4eee-89e4-23ec802763ca", "name": "network-vif-deleted", "tag": "122bdb33-80a7-4003-8442-98e6bdeb1185"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:36:13.344496 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377f8d3a-3243-4f94-ae0d-bfd599bf21da x-openstack-request-id: req-377f8d3a-3243-4f94-ae0d-bfd599bf21da {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:36:13.345125 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ff02a-54f2-4eee-89e4-23ec802763ca", "name": "network-vif-deleted", "tag": "122bdb33-80a7-4003-8442-98e6bdeb1185", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:36:13.345597 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-377f8d3a-3243-4f94-ae0d-bfd599bf21da {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:36:13.346283 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ff02a-54f2-4eee-89e4-23ec802763ca', 'name': 'network-vif-deleted', 'tag': '122bdb33-80a7-4003-8442-98e6bdeb1185', 'status': 'completed', 'code': 200} Jun 16 15:36:14.122376 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-75bc87e6-df0f-48c5-8c41-0c1cb684c362 req-122de24f-5c2e-467f-a6dd-6bece2369052 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b4ff02a-54f2-4eee-89e4-23ec802763ca HTTP/1.1" status: 200 len: 210 time: 0.0319109 Jun 16 15:36:15.611628 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [req-2b8b016d-df28-4c8f-b894-2843cb7f98f1 req-30de0fc6-9b51-48de-8637-f012fedef45e service neutron] (92140) timed out ('10.222.0.36', 63368) {{(pid=92140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 15:36:18.046435 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 122bdb33-80a7-4003-8442-98e6bdeb1185 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:36:18.069038 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 122bdb33-80a7-4003-8442-98e6bdeb1185 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:36:18.069400 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 122bdb33-80a7-4003-8442-98e6bdeb1185 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:36:18.915633 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967b602-871a-4bdd-bf30-974ad3227986 req-4422d3ca-29c4-4b5b-a357-08dbf0ee5a6b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:18.917236 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7967b602-871a-4bdd-bf30-974ad3227986 req-4422d3ca-29c4-4b5b-a357-08dbf0ee5a6b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0731430 Jun 16 15:36:18.991488 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7967b602-871a-4bdd-bf30-974ad3227986 req-5ef0363a-1af4-406e-a0c0-7d7ac5870b89 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629051 Jun 16 15:36:19.918044 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b14f5d61-679e-47d1-93ee-c226e250a2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:20.001400 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8ace9-b1a7-43de-8228-e84e38c8fb58 req-d02a54c8-1289-4351-baa3-af8e19381c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:20.003077 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-42c8ace9-b1a7-43de-8228-e84e38c8fb58 req-d02a54c8-1289-4351-baa3-af8e19381c33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c5b8c908be40d1ae475324df7b5a82&device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 1137 time: 0.3502140 Jun 16 15:36:20.121703 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8ace9-b1a7-43de-8228-e84e38c8fb58 req-07393ee6-9257-4e05-a651-be11ad2cc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:20.124307 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-42c8ace9-b1a7-43de-8228-e84e38c8fb58 req-07393ee6-9257-4e05-a651-be11ad2cc2cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=5afebf02-4fec-4375-91fe-2fc1c4e5652e HTTP/1.1" status: 200 len: 916 time: 0.1140821 Jun 16 15:36:20.203124 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567705f7-74a5-4483-82aa-842eaf188658 req-8480271f-9d63-4e36-9a30-ed3e4c08afd2 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:20.205557 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-567705f7-74a5-4483-82aa-842eaf188658 req-8480271f-9d63-4e36-9a30-ed3e4c08afd2 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0781562 Jun 16 15:36:20.213663 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-42c8ace9-b1a7-43de-8228-e84e38c8fb58 req-aab9b857-d3f1-4db6-89fa-b6fdb1ec0743 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 1000 time: 0.0819640 Jun 16 15:36:20.263612 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-567705f7-74a5-4483-82aa-842eaf188658 req-b90476a0-9c64-4bae-aa26-d8357c2f8676 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461872 Jun 16 15:36:20.279029 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8ace9-b1a7-43de-8228-e84e38c8fb58 req-3d0d92ce-9eb1-4f3e-aff1-632edbafaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:20.280731 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-42c8ace9-b1a7-43de-8228-e84e38c8fb58 req-3d0d92ce-9eb1-4f3e-aff1-632edbafaaa5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77612ee-5831-4e02-82f2-b02970bf005f HTTP/1.1" status: 200 len: 853 time: 0.0603287 Jun 16 15:36:20.343424 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8ace9-b1a7-43de-8228-e84e38c8fb58 req-c96a6b7d-56e2-433b-a1f4-e0cdd41f650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:20.345082 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-42c8ace9-b1a7-43de-8228-e84e38c8fb58 req-c96a6b7d-56e2-433b-a1f4-e0cdd41f650d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5afebf02-4fec-4375-91fe-2fc1c4e5652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568936 Jun 16 15:36:20.446340 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-42c8ace9-b1a7-43de-8228-e84e38c8fb58 req-e045bbfb-86d1-4d1b-a1b3-2a332dbf2b58 service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936973 Jun 16 15:36:20.553375 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-42c8ace9-b1a7-43de-8228-e84e38c8fb58 req-967ae917-422c-4567-b12c-4d36b3f11b22 service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000738 Jun 16 15:36:21.488849 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113a957-5a54-4fe6-aaac-c81b0d3b87a8 req-1bde4441-8ed9-4efc-9847-88ba3bb1cee0 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:21.490474 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4113a957-5a54-4fe6-aaac-c81b0d3b87a8 req-1bde4441-8ed9-4efc-9847-88ba3bb1cee0 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0834692 Jun 16 15:36:21.536438 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4113a957-5a54-4fe6-aaac-c81b0d3b87a8 req-5cbc1554-3180-45ee-accb-bfed0be090b8 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391212 Jun 16 15:36:22.782155 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bde53-eae0-4596-bd77-252802b99423 req-a2a1256a-9202-4c09-b455-7d4e62d8f460 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:22.783810 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fd9bde53-eae0-4596-bd77-252802b99423 req-a2a1256a-9202-4c09-b455-7d4e62d8f460 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.1028292 Jun 16 15:36:22.860953 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fd9bde53-eae0-4596-bd77-252802b99423 req-b42710f8-4833-4008-827d-a207fd4b5177 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652428 Jun 16 15:36:23.440550 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a348edfd-bd25-43c6-aac1-0f778ac46f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:24.016141 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:24.067516 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d8c80-276f-477f-b753-740ba091d06a req-29619833-fcbf-4ac6-beb4-7bed9a6abdb9 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:24.069196 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a97d8c80-276f-477f-b753-740ba091d06a req-29619833-fcbf-4ac6-beb4-7bed9a6abdb9 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0778303 Jun 16 15:36:24.114212 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a97d8c80-276f-477f-b753-740ba091d06a req-d012e9cb-9284-47ba-9ab1-9bc249e0481c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380745 Jun 16 15:36:25.408642 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379cc0d-fa3d-4444-951d-e7f63e51248d req-9e607180-9169-42c5-9dad-4da5e9c3e4db tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:25.411200 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7379cc0d-fa3d-4444-951d-e7f63e51248d req-9e607180-9169-42c5-9dad-4da5e9c3e4db tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0885804 Jun 16 15:36:25.460706 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7379cc0d-fa3d-4444-951d-e7f63e51248d req-9d7ac410-f298-4602-b733-8c6355d922bb tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426264 Jun 16 15:36:26.285066 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:26.673063 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c41b1-0b35-4e13-9e28-8a49ecf2ba05 req-71ba287e-dbdd-4635-a209-4bc9955e3e4b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:26.675692 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fa0c41b1-0b35-4e13-9e28-8a49ecf2ba05 req-71ba287e-dbdd-4635-a209-4bc9955e3e4b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0929480 Jun 16 15:36:26.743843 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-fa0c41b1-0b35-4e13-9e28-8a49ecf2ba05 req-79442b22-10f6-4439-85e0-133d69beb090 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601478 Jun 16 15:36:27.944781 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf04e42-2eb4-4215-9b05-d23014d3c638 req-b7d6c7b0-214e-4b89-a512-3f9af6b9dcb9 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:27.946411 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cdf04e42-2eb4-4215-9b05-d23014d3c638 req-b7d6c7b0-214e-4b89-a512-3f9af6b9dcb9 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0752146 Jun 16 15:36:27.995891 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cdf04e42-2eb4-4215-9b05-d23014d3c638 req-c51b809a-0349-4d87-bc7f-207e3906f736 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407035 Jun 16 15:36:28.005562 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:28.568173 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-f53a98d0-2611-481f-bb0a-82bbfff2bf1f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:28.569409 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-f53a98d0-2611-481f-bb0a-82bbfff2bf1f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/networks?id=a3b30b9f-7932-4118-b38f-b3697066a3cd HTTP/1.1" status: 200 len: 813 time: 0.1055298 Jun 16 15:36:28.585210 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-689a9959-4b55-4b43-8b7b-6190c54592d2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/quotas/fcb17d0436ea47d2beae99f6ef6f4ad2 HTTP/1.1" status: 200 len: 375 time: 0.0103962 Jun 16 15:36:28.620788 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-83d6f552-637c-4b97-84bc-d55f0d85d887 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fcb17d0436ea47d2beae99f6ef6f4ad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302176 Jun 16 15:36:28.719855 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-0e656b0c-c643-46b1-9649-02361f09da80 service neutron] 10.222.0.61 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924058 Jun 16 15:36:28.820368 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-880c53ff-fdcf-4ca9-9c05-26adf4cf6f45 service neutron] 10.222.0.61 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940783 Jun 16 15:36:28.994839 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ed637177-f6ed-47fc-80d1-642563eb24da req-dcefc419-ebec-48d7-9050-1d533460559a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 210 time: 0.0302939 Jun 16 15:36:29.200329 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdc08e-a22c-43c6-89af-866926dd512b req-3173a032-09d2-41b6-9b8c-60587d7a8b89 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:29.202100 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4acdc08e-a22c-43c6-89af-866926dd512b req-3173a032-09d2-41b6-9b8c-60587d7a8b89 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0774887 Jun 16 15:36:29.250247 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4acdc08e-a22c-43c6-89af-866926dd512b req-a49acf9b-5f4e-44da-a222-9617c7c4991c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404634 Jun 16 15:36:30.142436 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d20c6763-5144-47f7-bb1d-5d0edcf39678 req-3690d85f-2c98-4f3e-94c4-96d418bbd778 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 210 time: 0.0300004 Jun 16 15:36:30.368370 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-9cbe5589-e2f3-480f-9d6d-7fa269a0f297 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:30.370284 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-9cbe5589-e2f3-480f-9d6d-7fa269a0f297 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.36 "GET /v2.0/networks?id=a3b30b9f-7932-4118-b38f-b3697066a3cd HTTP/1.1" status: 200 len: 813 time: 0.1191406 Jun 16 15:36:30.406954 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Request body: {'port': {'device_id': 'e9b02a40-2882-4a05-b40d-c059765cb575', 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd', 'admin_state_up': True, 'tenant_id': 'fcb17d0436ea47d2beae99f6ef6f4ad2'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:36:30.547438 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4eb2b-1f9b-4c01-9f92-3092a9a5683b req-b8866ecd-f9ea-47c7-8e2d-011e9dac5dd2 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:30.548947 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b6e4eb2b-1f9b-4c01-9f92-3092a9a5683b req-b8866ecd-f9ea-47c7-8e2d-011e9dac5dd2 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.1759136 Jun 16 15:36:30.596886 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Made reservation on behalf of fcb17d0436ea47d2beae99f6ef6f4ad2 for: {'port': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:36:30.600952 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:30.619163 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-b6e4eb2b-1f9b-4c01-9f92-3092a9a5683b req-7840b8fc-c148-4388-bcbc-9fb08a3bb15b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618291 Jun 16 15:36:30.742323 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Allocated IP 172.20.0.11 (a3b30b9f-7932-4118-b38f-b3697066a3cd/5ff9afc5-5f2e-43dc-9584-f3af2984537f/0455e4d4-b60e-4708-94ec-bc597de97e5a) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:36:30.893366 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:30.935745 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:30.939888 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:36:30.983128 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Network a3b30b9f-7932-4118-b38f-b3697066a3cd is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:36:30.988914 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:36:30.992561 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:36:30.999177 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Pushing event updated for resources: {'Port': ['ID=0455e4d4-b60e-4708-94ec-bc597de97e5a,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:31.023062 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:36:31.049848 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:31.050483 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:31.067617 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6649008 Jun 16 15:36:31.138957 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Request body: {'port': {'device_id': 'e9b02a40-2882-4a05-b40d-c059765cb575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:36:31.225029 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:31.369339 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7da9a-5a16-4b55-94a9-671287c390ed req-be2c2844-4194-42ad-80b2-fbc62a8a7281 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:31.370921 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-15e7da9a-5a16-4b55-94a9-671287c390ed req-be2c2844-4194-42ad-80b2-fbc62a8a7281 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 932 time: 0.0709059 Jun 16 15:36:31.413153 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-15e7da9a-5a16-4b55-94a9-671287c390ed req-ef80106d-f5d7-4252-b407-02f1ed5815f1 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360994 Jun 16 15:36:31.521314 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0455e4d4-b60e-4708-94ec-bc597de97e5a {{(pid=92141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:36:31.529416 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:31.544899 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Transition to ACTIVE for port object 0455e4d4-b60e-4708-94ec-bc597de97e5a will not be triggered until provisioned by entity L2. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:36:31.550492 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:31.553474 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-eff6c1f0-98d0-467c-a690-3b09f111bd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:36:31.706791 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Pushing event updated for resources: {'Port': ['ID=0455e4d4-b60e-4708-94ec-bc597de97e5a,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:31.715188 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:36:31.865472 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Attempting to bind port 0455e4d4-b60e-4708-94ec-bc597de97e5a on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:36:31.866037 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Attempting to bind port 0455e4d4-b60e-4708-94ec-bc597de97e5a by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': 'e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd'}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:36:31.866585 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Attempting to bind port 0455e4d4-b60e-4708-94ec-bc597de97e5a on network a3b30b9f-7932-4118-b38f-b3697066a3cd {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:36:31.885446 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Port 0455e4d4-b60e-4708-94ec-bc597de97e5a on network a3b30b9f-7932-4118-b38f-b3697066a3cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:36:31.885999 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Attempting to bind port 0455e4d4-b60e-4708-94ec-bc597de97e5a on network a3b30b9f-7932-4118-b38f-b3697066a3cd {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:36:31.902743 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:36:31.903319 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Checking segment: {'id': 'e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:36:31.903985 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Bound using segment: {'id': 'e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd'} {{(pid=92141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:36:31.904743 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.managers [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Bound port: 0455e4d4-b60e-4708-94ec-bc597de97e5a, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd'}}] {{(pid=92141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:36:31.905388 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:31.939842 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb284b2-8de2-413b-8a7b-cf24e919ff83 req-a2d9f752-5a70-4ed7-bc3f-e90c431583f4 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:31.942757 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9cb284b2-8de2-413b-8a7b-cf24e919ff83 req-a2d9f752-5a70-4ed7-bc3f-e90c431583f4 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.1895647 Jun 16 15:36:32.090540 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9cb284b2-8de2-413b-8a7b-cf24e919ff83 req-b0f7b5f3-6164-44d5-ae46-8bcd0c1d97f2 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1398442 Jun 16 15:36:32.102783 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] For port 0455e4d4-b60e-4708-94ec-bc597de97e5a, host hv-cinder-75790, cleared binding levels {{(pid=92141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:36:32.108124 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] For port 0455e4d4-b60e-4708-94ec-bc597de97e5a, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=0455e4d4-b60e-4708-94ec-bc597de97e5a,segment=NetworkSegment(e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8),segment_id=e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8)] {{(pid=92141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:36:32.113734 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:32.116179 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f4c7c1dd-ff49-44fe-9861-aa46ca269269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:36:32.151021 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:32.151294 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:32.153035 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] 10.222.0.36 "PUT /v2.0/ports/0455e4d4-b60e-4708-94ec-bc597de97e5a HTTP/1.1" status: 200 len: 1094 time: 1.0777698 Jun 16 15:36:32.155749 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b02a40-2882-4a05-b40d-c059765cb575', 'tag': '0455e4d4-b60e-4708-94ec-bc597de97e5a'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:36:32.159221 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5b6d2a-56b4-4c79-9319-366db1385ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b02a40-2882-4a05-b40d-c059765cb575", "tag": "0455e4d4-b60e-4708-94ec-bc597de97e5a"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:36:32.194626 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Pushing event updated for resources: {'Port': ['ID=0455e4d4-b60e-4708-94ec-bc597de97e5a,revision_number=3']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:32.198108 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-70b939ff-c47d-4f35-9b32-2ecbf032ca17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:36:32.212256 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab6fdf-d642-4af7-afdb-d696236b8ffb x-openstack-request-id: req-3dab6fdf-d642-4af7-afdb-d696236b8ffb {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:36:32.212635 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b02a40-2882-4a05-b40d-c059765cb575", "tag": "0455e4d4-b60e-4708-94ec-bc597de97e5a", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:36:32.213046 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3dab6fdf-d642-4af7-afdb-d696236b8ffb {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:36:32.213544 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b02a40-2882-4a05-b40d-c059765cb575', 'tag': '0455e4d4-b60e-4708-94ec-bc597de97e5a', 'status': 'completed', 'code': 200} Jun 16 15:36:32.277066 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-4ce65a43-4a86-48a2-a379-d0be6d58f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:32.278658 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-4ce65a43-4a86-48a2-a379-d0be6d58f106 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb17d0436ea47d2beae99f6ef6f4ad2&device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 1097 time: 0.0622025 Jun 16 15:36:32.327961 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-38a3700f-afd3-4835-a8c3-8ab161fa5a7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0455e4d4-b60e-4708-94ec-bc597de97e5a HTTP/1.1" status: 200 len: 217 time: 0.0410030 Jun 16 15:36:32.381035 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-40e35e74-4513-47c6-91f0-63260a45229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:32.382443 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-40e35e74-4513-47c6-91f0-63260a45229d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff9afc5-5f2e-43dc-9584-f3af2984537f HTTP/1.1" status: 200 len: 853 time: 0.0476298 Jun 16 15:36:32.417255 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-b71f5c8e-3eef-404a-a41d-bf4e6d351e8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3b30b9f-7932-4118-b38f-b3697066a3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280132 Jun 16 15:36:32.535560 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-7e773755-1d99-4fcd-8902-4d6f8f32b4aa service neutron] 10.222.0.36 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106839 Jun 16 15:36:32.679429 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a5210c32-fc61-4dd3-86f0-e1a04ff23ecd req-203421ab-3228-4bd2-9462-7afa12c8611f service neutron] 10.222.0.36 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345866 Jun 16 15:36:32.693060 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d500c-808d-4761-9e55-43c6edef9396 req-1d35699c-8653-42d1-9f26-4e6f2f792ade tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:32.694607 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-943d500c-808d-4761-9e55-43c6edef9396 req-1d35699c-8653-42d1-9f26-4e6f2f792ade tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 944 time: 0.1407056 Jun 16 15:36:32.780392 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-943d500c-808d-4761-9e55-43c6edef9396 req-0c46d515-2298-4526-84c0-ec8eaf51f253 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786376 Jun 16 15:36:32.822033 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b6d2a-56b4-4c79-9319-366db1385ed6 req-34477630-7cb0-47c7-b2cf-ab2c46596a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:32.823853 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ed5b6d2a-56b4-4c79-9319-366db1385ed6 req-34477630-7cb0-47c7-b2cf-ab2c46596a52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb17d0436ea47d2beae99f6ef6f4ad2&device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 1097 time: 0.0855496 Jun 16 15:36:32.932363 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b6d2a-56b4-4c79-9319-366db1385ed6 req-d9a78f95-1e2b-4789-a934-5a79674d9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:32.933780 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ed5b6d2a-56b4-4c79-9319-366db1385ed6 req-d9a78f95-1e2b-4789-a934-5a79674d9fc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3b30b9f-7932-4118-b38f-b3697066a3cd HTTP/1.1" status: 200 len: 915 time: 0.1027465 Jun 16 15:36:32.978476 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ed5b6d2a-56b4-4c79-9319-366db1385ed6 req-b1e1a1ed-40b5-49f1-9777-ce36eacd5ac3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0455e4d4-b60e-4708-94ec-bc597de97e5a HTTP/1.1" status: 200 len: 217 time: 0.0371552 Jun 16 15:36:33.030714 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b6d2a-56b4-4c79-9319-366db1385ed6 req-c10b9091-d1c1-4bed-a434-6b2ca9567cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:33.032225 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ed5b6d2a-56b4-4c79-9319-366db1385ed6 req-c10b9091-d1c1-4bed-a434-6b2ca9567cb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff9afc5-5f2e-43dc-9584-f3af2984537f HTTP/1.1" status: 200 len: 853 time: 0.0477953 Jun 16 15:36:33.057235 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:33.070463 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ed5b6d2a-56b4-4c79-9319-366db1385ed6 req-7319ada8-0a8b-4f00-b01d-dca9c8a15b69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3b30b9f-7932-4118-b38f-b3697066a3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319419 Jun 16 15:36:33.169432 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ed5b6d2a-56b4-4c79-9319-366db1385ed6 req-9df4332b-3018-437b-87d1-b962bc650ff8 service neutron] 10.222.0.36 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927975 Jun 16 15:36:33.304593 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f404998-58ef-45f3-965c-8e9e2f1837a6 req-ac5f9db8-e9f2-4e69-9aa0-6b1448253cdf tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:33.307095 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2f404998-58ef-45f3-965c-8e9e2f1837a6 req-ac5f9db8-e9f2-4e69-9aa0-6b1448253cdf tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0896785 Jun 16 15:36:33.327702 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ed5b6d2a-56b4-4c79-9319-366db1385ed6 req-c96c67d5-7214-4ad8-afec-a3521cc6b1be service neutron] 10.222.0.36 "GET /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518562 Jun 16 15:36:33.366282 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-2f404998-58ef-45f3-965c-8e9e2f1837a6 req-cd0e4051-d75b-4c8f-a156-900f425b3439 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518248 Jun 16 15:36:34.022742 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4acc6-d04b-49f5-bd9e-1b510eaa7ff2 req-341da7e2-5c26-4955-8da6-0bae94fcb27b tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:34.024416 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a9c4acc6-d04b-49f5-bd9e-1b510eaa7ff2 req-341da7e2-5c26-4955-8da6-0bae94fcb27b tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 944 time: 0.0762742 Jun 16 15:36:34.072481 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a9c4acc6-d04b-49f5-bd9e-1b510eaa7ff2 req-8418494c-a46e-4d8b-9934-9548b7226827 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398436 Jun 16 15:36:34.607508 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6a51a-30c5-45f3-967a-5c08507b26a9 req-91986e7e-1a53-4b9f-b4b6-dca3e7258c4b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:34.609174 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5dd6a51a-30c5-45f3-967a-5c08507b26a9 req-91986e7e-1a53-4b9f-b4b6-dca3e7258c4b tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0912592 Jun 16 15:36:34.670760 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5dd6a51a-30c5-45f3-967a-5c08507b26a9 req-356301fe-0478-4d21-a7d8-68f048b659b2 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497808 Jun 16 15:36:35.277744 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd718aa-0e7b-4edf-b4f8-530b41ac37dd req-39acad2a-b42e-4f73-b421-6c0778ea2348 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:35.279273 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4dd718aa-0e7b-4edf-b4f8-530b41ac37dd req-39acad2a-b42e-4f73-b421-6c0778ea2348 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 944 time: 0.0805361 Jun 16 15:36:35.325544 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4dd718aa-0e7b-4edf-b4f8-530b41ac37dd req-441f1dab-aad7-4c19-8e99-26069b7d08aa tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354555 Jun 16 15:36:35.667971 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 0455e4d4-b60e-4708-94ec-bc597de97e5a details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:36:35.809125 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 0455e4d4-b60e-4708-94ec-bc597de97e5a, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=0455e4d4-b60e-4708-94ec-bc597de97e5a,segment=NetworkSegment(e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8),segment_id=e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:36:35.831737 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '0455e4d4-b60e-4708-94ec-bc597de97e5a', 'network_id': 'a3b30b9f-7932-4118-b38f-b3697066a3cd', 'port_id': '0455e4d4-b60e-4708-94ec-bc597de97e5a', 'mac_address': 'fa:16:3e:5d:00:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff9afc5-5f2e-43dc-9584-f3af2984537f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:36:35.898021 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:35.918435 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0455e4d4-b60e-4708-94ec-bc597de97e5a {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:36:35.951901 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf057328-35a3-4ed9-b1af-638ea070d6f1 req-0ed21535-2030-42a3-90a5-58640aa314ae tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:35.953107 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 0455e4d4-b60e-4708-94ec-bc597de97e5a, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=0455e4d4-b60e-4708-94ec-bc597de97e5a,segment=NetworkSegment(e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8),segment_id=e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:36:35.953928 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cf057328-35a3-4ed9-b1af-638ea070d6f1 req-0ed21535-2030-42a3-90a5-58640aa314ae tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0883658 Jun 16 15:36:35.959740 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:35.963727 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-e36b48ff-bb2d-4584-8bac-90a67418189d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:36:36.027579 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-cf057328-35a3-4ed9-b1af-638ea070d6f1 req-b5790e31-9143-4332-a51c-d2146b08d1c3 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626512 Jun 16 15:36:36.051805 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=0455e4d4-b60e-4708-94ec-bc597de97e5a,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:36.064852 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.065363 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.065948 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.067062 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.067638 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.068261 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.068829 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.069436 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.070018 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.070603 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.071191 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.071771 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:36.078792 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:36:36.385955 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['0455e4d4-b60e-4708-94ec-bc597de97e5a'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:36:36.541769 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708db46b-da53-4e7c-bb78-224426368bd9 req-fdfdc9e0-c034-4ef0-8fbc-c8c273fbe7cb tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:36.543724 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-708db46b-da53-4e7c-bb78-224426368bd9 req-fdfdc9e0-c034-4ef0-8fbc-c8c273fbe7cb tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 945 time: 0.0886600 Jun 16 15:36:36.590742 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-708db46b-da53-4e7c-bb78-224426368bd9 req-c6551c59-5e3f-46c7-86b8-5d378ba8ff54 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363090 Jun 16 15:36:37.229475 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170d954-262c-4f64-a146-7854c07ca705 req-f7586f6d-9f14-470c-88d7-792888c1acba tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:37.231083 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d170d954-262c-4f64-a146-7854c07ca705 req-f7586f6d-9f14-470c-88d7-792888c1acba tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.0726786 Jun 16 15:36:37.293611 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d170d954-262c-4f64-a146-7854c07ca705 req-077181d5-98c9-4d73-b8cd-6021999779cd tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490983 Jun 16 15:36:37.687826 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 0455e4d4-b60e-4708-94ec-bc597de97e5a up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:36:37.768282 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 0455e4d4-b60e-4708-94ec-bc597de97e5a completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:36:37.773513 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 0455e4d4-b60e-4708-94ec-bc597de97e5a triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:36:37.774118 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:37.793146 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1affe-4b26-48a6-9c61-f0abed6ff380 req-307d4183-32df-4023-947b-c6f036ebb230 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:37.795535 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-edf1affe-4b26-48a6-9c61-f0abed6ff380 req-307d4183-32df-4023-947b-c6f036ebb230 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 945 time: 0.0749180 Jun 16 15:36:37.844356 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-edf1affe-4b26-48a6-9c61-f0abed6ff380 req-39fd0d0e-a260-4efe-aa5c-298b4aba4bfc tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412676 Jun 16 15:36:37.870928 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:37.908610 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b02a40-2882-4a05-b40d-c059765cb575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0455e4d4-b60e-4708-94ec-bc597de97e5a'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:36:37.912654 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b488c12d-f39d-480d-9bc5-1cbd1c2d18e7" -d '{"events": [{"server_uuid": "e9b02a40-2882-4a05-b40d-c059765cb575", "name": "network-vif-plugged", "status": "completed", "tag": "0455e4d4-b60e-4708-94ec-bc597de97e5a"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:36:37.933958 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 0455e4d4-b60e-4708-94ec-bc597de97e5a, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=0455e4d4-b60e-4708-94ec-bc597de97e5a,segment=NetworkSegment(e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8),segment_id=e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:36:37.940504 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:37.943968 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-4c5e2b8c-c6ac-4b81-bae0-aec21c38814c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:36:37.970748 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef17c3f-6e9e-46be-b5bb-6fbd08e01f28 x-openstack-request-id: req-9ef17c3f-6e9e-46be-b5bb-6fbd08e01f28 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:36:37.971102 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b02a40-2882-4a05-b40d-c059765cb575", "name": "network-vif-plugged", "status": "completed", "tag": "0455e4d4-b60e-4708-94ec-bc597de97e5a", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:36:37.971308 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ef17c3f-6e9e-46be-b5bb-6fbd08e01f28 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:36:37.971715 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b02a40-2882-4a05-b40d-c059765cb575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0455e4d4-b60e-4708-94ec-bc597de97e5a', 'code': 200} Jun 16 15:36:38.015637 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=0455e4d4-b60e-4708-94ec-bc597de97e5a,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:38.020165 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:36:38.234379 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33d49f-f611-4fef-b2a8-680f406701e3 req-fe0f8542-6bfb-430e-a85a-387dec36aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:38.235912 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ec33d49f-f611-4fef-b2a8-680f406701e3 req-fe0f8542-6bfb-430e-a85a-387dec36aac2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 1099 time: 0.0637701 Jun 16 15:36:38.273957 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ec33d49f-f611-4fef-b2a8-680f406701e3 req-5d41c9e1-e621-4d68-bc7f-cd43b87b5890 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306280 Jun 16 15:36:38.518295 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e4dd5-041c-4bb5-a8ac-f7142882ac53 req-33b2dedc-2209-4bd8-8f7c-9ca8a2d8bd76 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:38.520941 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-536e4dd5-041c-4bb5-a8ac-f7142882ac53 req-33b2dedc-2209-4bd8-8f7c-9ca8a2d8bd76 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.1078153 Jun 16 15:36:38.593613 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-536e4dd5-041c-4bb5-a8ac-f7142882ac53 req-2a1fe648-c9ed-49d2-8a15-39418ba48535 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=9981dead-71ca-48cd-bd2f-c37504f32097&id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658798 Jun 16 15:36:39.064791 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5466ed-242d-4abc-9164-456141c62f20 req-64b8d2ad-553e-4d15-bee0-b87286522500 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:39.067281 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3f5466ed-242d-4abc-9164-456141c62f20 req-64b8d2ad-553e-4d15-bee0-b87286522500 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 946 time: 0.0764935 Jun 16 15:36:39.114910 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3f5466ed-242d-4abc-9164-456141c62f20 req-afa8fabf-a4ce-4ec6-b023-403be4f1e582 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Jun 16 15:36:40.390660 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd8d34-c0d2-4ebe-a1dc-1b2a62eaaf0f req-df40a94e-bc01-43ce-85a3-54045f9fe8f7 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:40.393175 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7fd8d34-c0d2-4ebe-a1dc-1b2a62eaaf0f req-df40a94e-bc01-43ce-85a3-54045f9fe8f7 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 946 time: 0.0803189 Jun 16 15:36:40.461222 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7fd8d34-c0d2-4ebe-a1dc-1b2a62eaaf0f req-49cec41e-b22f-462a-8f92-a2a6c04feaac tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545213 Jun 16 15:36:41.871665 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:36:46.180689 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-cf87ce2f-f129-4730-a650-7fa2ccf1621f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797839 Jun 16 15:36:46.263607 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-621663a6-3e46-4ad0-b22c-442dcd7cface service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:46.265162 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-621663a6-3e46-4ad0-b22c-442dcd7cface service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c5b8c908be40d1ae475324df7b5a82&device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 1137 time: 0.0604460 Jun 16 15:36:46.396267 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-eeb2c75d-0c7c-4758-9f1d-7370f20646b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:46.397798 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-eeb2c75d-0c7c-4758-9f1d-7370f20646b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5afebf02-4fec-4375-91fe-2fc1c4e5652e HTTP/1.1" status: 200 len: 916 time: 0.1111469 Jun 16 15:36:46.470438 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-e587e512-053f-4923-af42-c004b6f5619e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 1000 time: 0.0663750 Jun 16 15:36:46.524003 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-b8b36dff-3c67-416b-bd78-614b5db494b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:46.525753 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-b8b36dff-3c67-416b-bd78-614b5db494b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77612ee-5831-4e02-82f2-b02970bf005f HTTP/1.1" status: 200 len: 853 time: 0.0478189 Jun 16 15:36:46.593241 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-72c1fe89-14d7-44d5-a8a8-b0f181648049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:46.594888 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-72c1fe89-14d7-44d5-a8a8-b0f181648049 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5afebf02-4fec-4375-91fe-2fc1c4e5652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630312 Jun 16 15:36:46.717503 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-028f21ae-01e1-4318-8d55-13cbd2046b6e service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147785 Jun 16 15:36:47.298132 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-585fb233-7bff-4046-b6a4-12716bf3fb4f req-4ab2756e-33fa-4532-bc62-c58a0f12f5ad service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729003 Jun 16 15:36:49.917948 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4c28149e-4835-4a54-a5fd-3a9667479578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:53.433978 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7686714f-8fd9-4436-89fe-8b33be749a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:54.010868 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:55.813400 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53342) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:36:56.003112 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Deleting port d6183988-dcac-4101-8638-9af1a727ff89 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:36:56.004080 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:56.139294 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:56.139692 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:56.244686 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Calling delete_port for d6183988-dcac-4101-8638-9af1a727ff89 owned by network:floatingip {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:36:56.290038 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:56.445778 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:56.447993 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d0795e09-259e-4fd5-b5cd-f7ee865a492c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:36:56.474875 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event deleted for resources: {'Port': ['ID=d6183988-dcac-4101-8638-9af1a727ff89,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:36:56.478520 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:36:56.551615 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:56.553100 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.l3_db [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Floating IP cfda538b-0f89-40a5-aba4-d2cbcd7a66c5 disassociated (deleted). External IP: 172.27.0.159, port: d468837a-6cc2-46b0-8782-54034e7655fb. Jun 16 15:36:56.852402 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Router 0b436084-b9c2-4703-bfe6-2da1f4efed44 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:36:56.980446 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:36:56.985687 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:56.989709 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc8ebd9-7085-4d7d-bf39-d8e29e125487 None None] Sync routers for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:36:56.998447 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8ebd9-7085-4d7d-bf39-d8e29e125487 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:36:56.999070 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-2bc8ebd9-7085-4d7d-bf39-d8e29e125487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:36:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:57.041306 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "DELETE /v2.0/floatingips/cfda538b-0f89-40a5-aba4-d2cbcd7a66c5 HTTP/1.1" status: 204 len: 168 time: 1.2240551 Jun 16 15:36:57.041306 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'tag': 'd468837a-6cc2-46b0-8782-54034e7655fb'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:36:57.041801 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e230f25c-63dc-49d7-94bf-c62ac5e456c0" -d '{"events": [{"name": "network-changed", "server_uuid": "802e178f-366f-4c3b-82e9-2fb6b59e6f51", "tag": "d468837a-6cc2-46b0-8782-54034e7655fb"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:36:57.089073 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c00c572-f505-4914-9740-480bb2bb71a8 x-openstack-request-id: req-7c00c572-f505-4914-9740-480bb2bb71a8 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:36:57.089414 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802e178f-366f-4c3b-82e9-2fb6b59e6f51", "tag": "d468837a-6cc2-46b0-8782-54034e7655fb", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:36:57.089812 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c00c572-f505-4914-9740-480bb2bb71a8 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:36:57.090162 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'tag': 'd468837a-6cc2-46b0-8782-54034e7655fb', 'status': 'completed', 'code': 200} Jun 16 15:36:57.248563 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-2bc8ebd9-7085-4d7d-bf39-d8e29e125487 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:36:57.431185 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a2fe-2610-447f-99e5-98432f0d3f15 req-2bed0238-c013-400b-8bc0-ef8e6a7d8fd4 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:57.432729 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3a34a2fe-2610-447f-99e5-98432f0d3f15 req-2bed0238-c013-400b-8bc0-ef8e6a7d8fd4 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.0684228 Jun 16 15:36:57.486356 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-3a34a2fe-2610-447f-99e5-98432f0d3f15 req-17073e55-ab2f-40d2-a699-38770dd7d487 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472233 Jun 16 15:36:57.553862 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-2bc8ebd9-7085-4d7d-bf39-d8e29e125487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'da9f770a-cd5d-4e38-84e4-a4e0830c7ed8', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:e2:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28216185-f8e6-49b3-91b0-4861a0468e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:30:51Z', 'updated_at': '2021-06-16T15:30:53Z', 'revision_number': 1, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:57.558400 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc8ebd9-7085-4d7d-bf39-d8e29e125487 None None] Checking router: 0b436084-b9c2-4703-bfe6-2da1f4efed44 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:36:57.568708 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8ebd9-7085-4d7d-bf39-d8e29e125487 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:36:57.569407 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-2bc8ebd9-7085-4d7d-bf39-d8e29e125487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:36:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:57.687403 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-2bc8ebd9-7085-4d7d-bf39-d8e29e125487 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:36:57.941497 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-2bc8ebd9-7085-4d7d-bf39-d8e29e125487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'da9f770a-cd5d-4e38-84e4-a4e0830c7ed8', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:e2:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28216185-f8e6-49b3-91b0-4861a0468e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:30:51Z', 'updated_at': '2021-06-16T15:30:53Z', 'revision_number': 1, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:57.945177 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc8ebd9-7085-4d7d-bf39-d8e29e125487 None None] The sync data for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi is: [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'da9f770a-cd5d-4e38-84e4-a4e0830c7ed8', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'port_id': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'mac_address': 'fa:16:3e:e2:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28216185-f8e6-49b3-91b0-4861a0468e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:30:51Z', 'updated_at': '2021-06-16T15:30:53Z', 'revision_number': 1, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:36:58.009191 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:58.177846 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28699ea-5042-45a2-a1ea-6800746a6f3c None None] New status for floating IP cfda538b-0f89-40a5-aba4-d2cbcd7a66c5: DOWN {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:36:58.691464 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9463cd-4ac3-4495-9439-2fdcadbec0fc req-b1605365-0ba3-4bac-9d0f-e088c876d8d7 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:58.693050 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4e9463cd-4ac3-4495-9439-2fdcadbec0fc req-b1605365-0ba3-4bac-9d0f-e088c876d8d7 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.0681922 Jun 16 15:36:58.735592 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4e9463cd-4ac3-4495-9439-2fdcadbec0fc req-fa7a10c4-b1f6-42db-8018-fee05e42d003 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368001 Jun 16 15:36:59.919006 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b263d-f75b-45cb-8a2a-68bf7b11b62d req-ac57875e-a1d2-460a-ab82-bda180413545 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:59.920496 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e10b263d-f75b-45cb-8a2a-68bf7b11b62d req-ac57875e-a1d2-460a-ab82-bda180413545 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.0644779 Jun 16 15:36:59.964496 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e10b263d-f75b-45cb-8a2a-68bf7b11b62d req-be639a3a-efbd-4b7e-8c0a-790ad7ef3efe tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375240 Jun 16 15:36:59.982170 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230f25c-63dc-49d7-94bf-c62ac5e456c0 req-a536cd94-6e51-400a-9922-ffd6ef4e4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:36:59.983674 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e230f25c-63dc-49d7-94bf-c62ac5e456c0 req-a536cd94-6e51-400a-9922-ffd6ef4e4534 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 1098 time: 0.0589576 Jun 16 15:37:00.074262 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230f25c-63dc-49d7-94bf-c62ac5e456c0 req-0fd4acf8-92d2-4673-944e-fb6bf9c915d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:00.075749 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e230f25c-63dc-49d7-94bf-c62ac5e456c0 req-0fd4acf8-92d2-4673-944e-fb6bf9c915d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.0850356 Jun 16 15:37:00.122431 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e230f25c-63dc-49d7-94bf-c62ac5e456c0 req-50f86271-a027-4cf5-be98-3947516c737e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d468837a-6cc2-46b0-8782-54034e7655fb HTTP/1.1" status: 200 len: 217 time: 0.0386889 Jun 16 15:37:00.176788 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230f25c-63dc-49d7-94bf-c62ac5e456c0 req-400cc056-bab2-455a-8406-6f93d4d2bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:00.178248 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e230f25c-63dc-49d7-94bf-c62ac5e456c0 req-400cc056-bab2-455a-8406-6f93d4d2bb94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0481048 Jun 16 15:37:00.244093 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230f25c-63dc-49d7-94bf-c62ac5e456c0 req-fc9f2693-9939-4007-9745-51af35772e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:00.245720 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e230f25c-63dc-49d7-94bf-c62ac5e456c0 req-fc9f2693-9939-4007-9745-51af35772e74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569885 Jun 16 15:37:00.350215 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e230f25c-63dc-49d7-94bf-c62ac5e456c0 req-26e74d38-cdc8-4b00-a8a1-c89d49b66355 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962226 Jun 16 15:37:00.452036 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e230f25c-63dc-49d7-94bf-c62ac5e456c0 req-c935e6b2-ec0b-42a3-8874-7550dbe5b438 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947855 Jun 16 15:37:01.149238 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb688b0-109a-453f-a25d-b9b04df31a65 req-fee72d7b-1cce-41db-a68a-44df67dd5288 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:01.150800 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ceb688b0-109a-453f-a25d-b9b04df31a65 req-fee72d7b-1cce-41db-a68a-44df67dd5288 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.0717673 Jun 16 15:37:01.190435 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ceb688b0-109a-453f-a25d-b9b04df31a65 req-77265477-6aba-405f-8bf3-089fdec09310 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Jun 16 15:37:02.260377 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c40653-e906-4a51-9a94-41db6c398044 req-8969becc-a174-4f5a-9803-635a6389e2c0 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:02.261992 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-78c40653-e906-4a51-9a94-41db6c398044 req-8969becc-a174-4f5a-9803-635a6389e2c0 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.0660965 Jun 16 15:37:02.374837 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df547c-503b-47fa-9a1d-65b4d316c2d1 req-b4f7fba3-2fdd-4d72-9e34-0894d14695dd tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:02.376385 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-04df547c-503b-47fa-9a1d-65b4d316c2d1 req-b4f7fba3-2fdd-4d72-9e34-0894d14695dd tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 945 time: 0.0700347 Jun 16 15:37:02.392401 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-78c40653-e906-4a51-9a94-41db6c398044 req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Deleting port d468837a-6cc2-46b0-8782-54034e7655fb {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:02.392880 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-78c40653-e906-4a51-9a94-41db6c398044 req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:02.420103 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-04df547c-503b-47fa-9a1d-65b4d316c2d1 req-65849581-11ac-4c96-af07-c2e2a3589640 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363452 Jun 16 15:37:02.502006 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-78c40653-e906-4a51-9a94-41db6c398044 req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] For port d468837a-6cc2-46b0-8782-54034e7655fb, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=d468837a-6cc2-46b0-8782-54034e7655fb,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:02.502366 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-78c40653-e906-4a51-9a94-41db6c398044 req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:02.575901 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-78c40653-e906-4a51-9a94-41db6c398044 req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Calling delete_port for d468837a-6cc2-46b0-8782-54034e7655fb owned by compute:nova {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:02.711723 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-78c40653-e906-4a51-9a94-41db6c398044 req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:02.717947 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:02.755805 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event deleted for resources: {'Port': ['ID=d468837a-6cc2-46b0-8782-54034e7655fb,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:02.761299 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:02.809651 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c40653-e906-4a51-9a94-41db6c398044 req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] No DVR routers for this DVR port d468837a-6cc2-46b0-8782-54034e7655fb on host hv-cinder-75790 {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:37:02.812160 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-78c40653-e906-4a51-9a94-41db6c398044 req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:02.814195 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-78c40653-e906-4a51-9a94-41db6c398044 req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "DELETE /v2.0/ports/d468837a-6cc2-46b0-8782-54034e7655fb HTTP/1.1" status: 204 len: 173 time: 0.5453217 Jun 16 15:37:02.814714 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'name': 'network-vif-deleted', 'tag': 'd468837a-6cc2-46b0-8782-54034e7655fb'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:37:02.817740 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd09417-629f-4f9e-9bd0-ef90e3120f18" -d '{"events": [{"server_uuid": "802e178f-366f-4c3b-82e9-2fb6b59e6f51", "name": "network-vif-deleted", "tag": "d468837a-6cc2-46b0-8782-54034e7655fb"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:37:02.856823 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f8e7ce-3c75-4778-bfd4-5f51a38a359a x-openstack-request-id: req-80f8e7ce-3c75-4778-bfd4-5f51a38a359a {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:37:02.857274 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802e178f-366f-4c3b-82e9-2fb6b59e6f51", "name": "network-vif-deleted", "tag": "d468837a-6cc2-46b0-8782-54034e7655fb", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:37:02.857648 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80f8e7ce-3c75-4778-bfd4-5f51a38a359a {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:37:02.858099 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802e178f-366f-4c3b-82e9-2fb6b59e6f51', 'name': 'network-vif-deleted', 'tag': 'd468837a-6cc2-46b0-8782-54034e7655fb', 'status': 'completed', 'code': 200} Jun 16 15:37:03.075826 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:03.640479 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0e76ec68-e552-4c62-a964-eb519c899646 req-be0c3599-1c28-4d73-9563-7f5b6f250d0f tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=802e178f-366f-4c3b-82e9-2fb6b59e6f51 HTTP/1.1" status: 200 len: 210 time: 0.0326486 Jun 16 15:37:05.874907 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device d468837a-6cc2-46b0-8782-54034e7655fb no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:05.897335 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: d468837a-6cc2-46b0-8782-54034e7655fb {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:37:05.897697 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device d468837a-6cc2-46b0-8782-54034e7655fb not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:06.494464 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45838d-e657-4549-8e28-1dc5229081e8 req-8e53ab8d-a2a6-4c0f-8e40-d2cbd338e25d tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:06.496149 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ad45838d-e657-4549-8e28-1dc5229081e8 req-8e53ab8d-a2a6-4c0f-8e40-d2cbd338e25d tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 946 time: 0.0784972 Jun 16 15:37:06.540037 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ad45838d-e657-4549-8e28-1dc5229081e8 req-9bca4068-1062-408d-b801-4a5db5b1e89e tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375304 Jun 16 15:37:06.981621 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53420) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:07.237206 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Deleting port 7986d32d-ab9f-4031-b82f-04ccab19bbdb {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:07.238865 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.347556 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.347954 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.422249 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Calling delete_port for 7986d32d-ab9f-4031-b82f-04ccab19bbdb owned by network:floatingip {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:07.657312 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.662118 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2c9441c4-80e8-4028-961a-af0f8378e6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:07.704650 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event deleted for resources: {'Port': ['ID=7986d32d-ab9f-4031-b82f-04ccab19bbdb,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:07.758861 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.759508 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.760159 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.760868 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.761484 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.762134 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.762781 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.763432 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.764077 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.764730 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.765404 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.766044 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:07.773196 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:07.819250 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adbc07-8f9d-4a3f-9dcb-6deab3988daa req-7ecd8c1b-dc54-4c10-b013-30b769eabfb4 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:07.821224 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-13adbc07-8f9d-4a3f-9dcb-6deab3988daa req-7ecd8c1b-dc54-4c10-b013-30b769eabfb4 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 946 time: 0.1205764 Jun 16 15:37:07.841277 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.841834 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.l3_db [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Floating IP da9f770a-cd5d-4e38-84e4-a4e0830c7ed8 disassociated (deleted). External IP: 172.27.0.38, port: 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d. Jun 16 15:37:07.880181 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-13adbc07-8f9d-4a3f-9dcb-6deab3988daa req-31a88f2f-5391-4138-a0a5-5fada4b799c6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520394 Jun 16 15:37:08.232793 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Router 0b436084-b9c2-4703-bfe6-2da1f4efed44 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:37:08.368794 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:37:08.374696 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:08.382930 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a9e97-d6e8-4cc2-b1c9-e0658e1893d2 None None] Sync routers for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:37:08.393411 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a9e97-d6e8-4cc2-b1c9-e0658e1893d2 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:37:08.394673 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-7e8a9e97-d6e8-4cc2-b1c9-e0658e1893d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:36:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:08.415303 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "DELETE /v2.0/floatingips/da9f770a-cd5d-4e38-84e4-a4e0830c7ed8 HTTP/1.1" status: 204 len: 168 time: 1.4324460 Jun 16 15:37:08.416217 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28216185-f8e6-49b3-91b0-4861a0468e56', 'tag': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:37:08.419290 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d" -d '{"events": [{"name": "network-changed", "server_uuid": "28216185-f8e6-49b3-91b0-4861a0468e56", "tag": "6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:37:08.475376 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36b63bb-91d6-4b06-b361-47124e8d28c4 x-openstack-request-id: req-b36b63bb-91d6-4b06-b361-47124e8d28c4 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:37:08.475907 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28216185-f8e6-49b3-91b0-4861a0468e56", "tag": "6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:37:08.476408 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b36b63bb-91d6-4b06-b361-47124e8d28c4 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:37:08.477169 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28216185-f8e6-49b3-91b0-4861a0468e56', 'tag': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'status': 'completed', 'code': 200} Jun 16 15:37:08.559095 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-7e8a9e97-d6e8-4cc2-b1c9-e0658e1893d2 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:37:08.573854 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d req-8a8ca4b9-e2dd-41dc-8dcf-d64669683462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:08.575882 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d req-8a8ca4b9-e2dd-41dc-8dcf-d64669683462 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7873dd7690ae49babe5906a4e337be7f&device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 1099 time: 0.0676889 Jun 16 15:37:08.728978 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d req-9e2b8644-1155-48a0-9ddd-3968efc8a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:08.729419 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d req-9e2b8644-1155-48a0-9ddd-3968efc8a4aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 200 len: 914 time: 0.1460295 Jun 16 15:37:08.786578 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d req-4dd2511f-5c8e-449c-a018-269e9dcd32df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d HTTP/1.1" status: 200 len: 217 time: 0.0461583 Jun 16 15:37:08.846335 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315ba96-bc69-4239-89b8-450a19d24394 req-46bf4659-f201-4c51-a1fb-7c5b27553701 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:08.848829 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d315ba96-bc69-4239-89b8-450a19d24394 req-46bf4659-f201-4c51-a1fb-7c5b27553701 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 946 time: 0.1769931 Jun 16 15:37:08.893325 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d req-997a9570-6d2b-4aca-961a-5b2ab9e615b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:08.896324 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d req-997a9570-6d2b-4aca-961a-5b2ab9e615b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 200 len: 851 time: 0.0982294 Jun 16 15:37:08.921788 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-7e8a9e97-d6e8-4cc2-b1c9-e0658e1893d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:08.928339 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a9e97-d6e8-4cc2-b1c9-e0658e1893d2 None None] Checking router: 0b436084-b9c2-4703-bfe6-2da1f4efed44 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:37:08.945143 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a9e97-d6e8-4cc2-b1c9-e0658e1893d2 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:37:08.946063 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-7e8a9e97-d6e8-4cc2-b1c9-e0658e1893d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:36:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:09.123451 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5374ae2-fffc-418c-9422-eb67980c09a0 req-c101187c-48d0-4118-949d-331eff130f4c tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:09.126132 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b5374ae2-fffc-418c-9422-eb67980c09a0 req-c101187c-48d0-4118-949d-331eff130f4c tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 946 time: 0.0791736 Jun 16 15:37:09.153580 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-7e8a9e97-d6e8-4cc2-b1c9-e0658e1893d2 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:37:09.191505 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b5374ae2-fffc-418c-9422-eb67980c09a0 req-54af4a41-909d-49e2-851c-85089161ec6f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/security-groups?id=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534956 Jun 16 15:37:09.211486 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d req-024adc7c-c659-42a2-a9ac-71d9ffd2bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:09.213845 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d req-024adc7c-c659-42a2-a9ac-71d9ffd2bfb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80ddeedb-aa13-4af5-ab59-22b5076b54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3082671 Jun 16 15:37:09.271586 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8e06d-2c49-42bc-9c0e-1ba9bbdc0551 req-9e41cefb-bb4e-4fb5-a53f-bd651b3c28f5 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:09.274215 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-14a8e06d-2c49-42bc-9c0e-1ba9bbdc0551 req-9e41cefb-bb4e-4fb5-a53f-bd651b3c28f5 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 946 time: 0.2942541 Jun 16 15:37:09.286482 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-d315ba96-bc69-4239-89b8-450a19d24394 req-b0aa87ec-edb0-4083-b99b-048641897ad6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Deleting port 0455e4d4-b60e-4708-94ec-bc597de97e5a {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:09.286885 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-d315ba96-bc69-4239-89b8-450a19d24394 req-b0aa87ec-edb0-4083-b99b-048641897ad6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:09.498062 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-14a8e06d-2c49-42bc-9c0e-1ba9bbdc0551 req-a59a9099-a745-46f2-bd7c-00c75ffcc208 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980832 Jun 16 15:37:09.512596 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-7e8a9e97-d6e8-4cc2-b1c9-e0658e1893d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:09.520035 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a9e97-d6e8-4cc2-b1c9-e0658e1893d2 None None] The sync data for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi is: [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:26:14Z', 'revision_number': 4, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '4ad9f76e-44ce-4dad-98a0-3a5f35d23663', 'name': '', 'network_id': '80ddeedb-aa13-4af5-ab59-22b5076b54f6', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'mac_address': 'fa:16:3e:f5:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:13Z', 'updated_at': '2021-06-16T15:26:23Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'subnets': [{'id': '1e386ae4-3110-4f29-9ad0-b18c2ddb9a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:37:09.528409 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d req-2e6a14fe-ff70-4283-9c3b-e36012bddc2f service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034945 Jun 16 15:37:09.541344 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-d315ba96-bc69-4239-89b8-450a19d24394 req-b0aa87ec-edb0-4083-b99b-048641897ad6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] For port 0455e4d4-b60e-4708-94ec-bc597de97e5a, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=0455e4d4-b60e-4708-94ec-bc597de97e5a,segment=NetworkSegment(e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8),segment_id=e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:09.542161 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-d315ba96-bc69-4239-89b8-450a19d24394 req-b0aa87ec-edb0-4083-b99b-048641897ad6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:09.739899 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57275-5c2d-4033-bc50-777bed96390d req-d70a41bc-d0cd-429b-bfd1-20d932e65fbf tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:09.741922 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d2b57275-5c2d-4033-bc50-777bed96390d req-d70a41bc-d0cd-429b-bfd1-20d932e65fbf tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 946 time: 0.0862515 Jun 16 15:37:09.786891 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c5f338-2171-4ba2-b9f1-3d03e48b9cf3 None None] New status for floating IP da9f770a-cd5d-4e38-84e4-a4e0830c7ed8: DOWN {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:37:09.932145 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-d2b57275-5c2d-4033-bc50-777bed96390d req-bc56165a-0ca9-4945-9930-1bd02f80c1ff tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Deleting port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:09.932735 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d2b57275-5c2d-4033-bc50-777bed96390d req-bc56165a-0ca9-4945-9930-1bd02f80c1ff tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:09.982022 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [req-d315ba96-bc69-4239-89b8-450a19d24394 req-b0aa87ec-edb0-4083-b99b-048641897ad6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Calling delete_port for 0455e4d4-b60e-4708-94ec-bc597de97e5a owned by compute:nova {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:10.107899 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-d2b57275-5c2d-4033-bc50-777bed96390d req-bc56165a-0ca9-4945-9930-1bd02f80c1ff tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] For port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:10.108520 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d2b57275-5c2d-4033-bc50-777bed96390d req-bc56165a-0ca9-4945-9930-1bd02f80c1ff tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.110739 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-6fd26e8d-bac3-4d5c-9216-bea9d2d4e04d req-5ab80c15-43c4-460b-9ef7-5ec1d4372d24 service neutron] 10.222.0.36 "GET /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636749 Jun 16 15:37:10.190201 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-d2b57275-5c2d-4033-bc50-777bed96390d req-bc56165a-0ca9-4945-9930-1bd02f80c1ff tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Calling delete_port for 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:10.236432 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-d315ba96-bc69-4239-89b8-450a19d24394 req-b0aa87ec-edb0-4083-b99b-048641897ad6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.243490 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-acfadc07-c843-47be-9583-64bbdf0db474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:10.291094 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa87ec-edb0-4083-b99b-048641897ad6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Pushing event deleted for resources: {'Port': ['ID=0455e4d4-b60e-4708-94ec-bc597de97e5a,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:10.298788 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b0aa87ec-edb0-4083-b99b-048641897ad6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:10.370213 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d315ba96-bc69-4239-89b8-450a19d24394 req-b0aa87ec-edb0-4083-b99b-048641897ad6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] No DVR routers for this DVR port 0455e4d4-b60e-4708-94ec-bc597de97e5a on host hv-cinder-75790 {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:37:10.373055 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-d315ba96-bc69-4239-89b8-450a19d24394 req-b0aa87ec-edb0-4083-b99b-048641897ad6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.375749 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d315ba96-bc69-4239-89b8-450a19d24394 req-b0aa87ec-edb0-4083-b99b-048641897ad6 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.36 "DELETE /v2.0/ports/0455e4d4-b60e-4708-94ec-bc597de97e5a HTTP/1.1" status: 204 len: 173 time: 1.5193536 Jun 16 15:37:10.376381 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b02a40-2882-4a05-b40d-c059765cb575', 'name': 'network-vif-deleted', 'tag': '0455e4d4-b60e-4708-94ec-bc597de97e5a'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:37:10.379997 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d2b57275-5c2d-4033-bc50-777bed96390d req-bc56165a-0ca9-4945-9930-1bd02f80c1ff tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.380738 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d76e47-de01-4e87-8026-7e9dfb6fe2bc" -d '{"events": [{"server_uuid": "e9b02a40-2882-4a05-b40d-c059765cb575", "name": "network-vif-deleted", "tag": "0455e4d4-b60e-4708-94ec-bc597de97e5a"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:37:10.387014 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-316f0105-53e5-419e-9aa1-8028ffcaadca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:10.428848 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfb64b7-9da7-4211-9451-b3f04fc9eaf3 x-openstack-request-id: req-bbfb64b7-9da7-4211-9451-b3f04fc9eaf3 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:37:10.429253 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b02a40-2882-4a05-b40d-c059765cb575", "name": "network-vif-deleted", "tag": "0455e4d4-b60e-4708-94ec-bc597de97e5a", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:37:10.429568 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bbfb64b7-9da7-4211-9451-b3f04fc9eaf3 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:37:10.430065 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b02a40-2882-4a05-b40d-c059765cb575', 'name': 'network-vif-deleted', 'tag': '0455e4d4-b60e-4708-94ec-bc597de97e5a', 'status': 'completed', 'code': 200} Jun 16 15:37:10.442555 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56165a-0ca9-4945-9930-1bd02f80c1ff tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event deleted for resources: {'Port': ['ID=6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:10.455007 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-bc56165a-0ca9-4945-9930-1bd02f80c1ff tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:10.487520 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e1737dbc-2107-42c7-aee3-aef757584c92 req-bc510f72-8597-41af-bdd4-8c1d61db1108 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9b02a40-2882-4a05-b40d-c059765cb575 HTTP/1.1" status: 200 len: 210 time: 0.0481045 Jun 16 15:37:10.551556 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b57275-5c2d-4033-bc50-777bed96390d req-bc56165a-0ca9-4945-9930-1bd02f80c1ff tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] No DVR routers for this DVR port 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:37:10.556121 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-d2b57275-5c2d-4033-bc50-777bed96390d req-bc56165a-0ca9-4945-9930-1bd02f80c1ff tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.559169 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d2b57275-5c2d-4033-bc50-777bed96390d req-bc56165a-0ca9-4945-9930-1bd02f80c1ff tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.36 "DELETE /v2.0/ports/6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d HTTP/1.1" status: 204 len: 173 time: 0.8107092 Jun 16 15:37:10.559885 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28216185-f8e6-49b3-91b0-4861a0468e56', 'name': 'network-vif-deleted', 'tag': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:37:10.570358 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84423d9d-c7cd-4ab3-9143-36a9416eb0c8" -d '{"events": [{"server_uuid": "28216185-f8e6-49b3-91b0-4861a0468e56", "name": "network-vif-deleted", "tag": "6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:37:10.650917 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305ece2c-ef64-40a5-bb28-fd52935deb95 x-openstack-request-id: req-305ece2c-ef64-40a5-bb28-fd52935deb95 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:37:10.651252 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28216185-f8e6-49b3-91b0-4861a0468e56", "name": "network-vif-deleted", "tag": "6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:37:10.651843 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-305ece2c-ef64-40a5-bb28-fd52935deb95 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:37:10.652289 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28216185-f8e6-49b3-91b0-4861a0468e56', 'name': 'network-vif-deleted', 'tag': '6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d', 'status': 'completed', 'code': 200} Jun 16 15:37:10.678643 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9e8f882b-d8f4-4f7c-8f2c-210d264ee44c req-1a25dcff-9a9b-449f-8194-161b47066679 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "GET /v2.0/ports?device_id=28216185-f8e6-49b3-91b0-4861a0468e56 HTTP/1.1" status: 200 len: 210 time: 0.0361440 Jun 16 15:37:11.813134 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53446) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:11.920909 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:11.949548 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:37:11.949548 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 6d6c1145-bf84-4cd0-9ded-d18a46d9bd7d not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:11.949905 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 0455e4d4-b60e-4708-94ec-bc597de97e5a no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:11.974866 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 0455e4d4-b60e-4708-94ec-bc597de97e5a {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:37:11.975366 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 0455e4d4-b60e-4708-94ec-bc597de97e5a not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:11.989866 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-1b315f2d-d7e2-4ac5-a259-0bb58b745262 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Deleting port 329f2ec7-5fc0-4afc-bf15-17e7c098192f {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:11.990481 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b315f2d-d7e2-4ac5-a259-0bb58b745262 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.107430 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b315f2d-d7e2-4ac5-a259-0bb58b745262 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.107869 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b315f2d-d7e2-4ac5-a259-0bb58b745262 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.179688 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-1b315f2d-d7e2-4ac5-a259-0bb58b745262 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Calling delete_port for 329f2ec7-5fc0-4afc-bf15-17e7c098192f owned by network:floatingip {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:12.327769 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b315f2d-d7e2-4ac5-a259-0bb58b745262 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.330259 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e32a8bf3-0202-4915-87a4-b358e60ae552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:12.356695 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b315f2d-d7e2-4ac5-a259-0bb58b745262 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event deleted for resources: {'Port': ['ID=329f2ec7-5fc0-4afc-bf15-17e7c098192f,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:12.359952 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1b315f2d-d7e2-4ac5-a259-0bb58b745262 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:12.433793 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b315f2d-d7e2-4ac5-a259-0bb58b745262 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for floatingip, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.435897 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-1b315f2d-d7e2-4ac5-a259-0bb58b745262 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:12.440689 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-1b315f2d-d7e2-4ac5-a259-0bb58b745262 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "DELETE /v2.0/floatingips/e099f0d5-f3f3-4ecd-bcd2-b557bf49a4c4 HTTP/1.1" status: 204 len: 168 time: 0.6227026 Jun 16 15:37:13.790990 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53468) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:13.888872 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:13.918564 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.015968 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.020701 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.023393 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] 10.222.0.61 "DELETE /v2.0/security-groups/c7fc3a2b-f1a5-4eea-9de3-7a3df1673209 HTTP/1.1" status: 204 len: 168 time: 0.2305229 Jun 16 15:37:14.024115 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6ed3a490-0eb9-4076-b4dd-758778739e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:14.034118 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc3a2b-f1a5-4eea-9de3-7a3df1673209,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:14.042415 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.042793 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.043176 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.043550 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.043917 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.044287 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.044647 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.045051 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.045416 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.045775 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.046131 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.046491 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.050184 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:14.121631 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53472) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:14.589163 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610953'] for router_interface, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.992392 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] Deleting port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:14.993294 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.088362 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] For port 4ad9f76e-44ce-4dad-98a0-3a5f35d23663, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=4ad9f76e-44ce-4dad-98a0-3a5f35d23663,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:15.088917 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.218913 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] Calling delete_port for 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 owned by network:router_interface {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:15.537963 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.540483 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-48543bb7-1bad-4236-952a-3b9ba34e1126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:15.567558 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad9f76e-44ce-4dad-98a0-3a5f35d23663,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:15.571273 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:15.864291 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610845'] for router_interface, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:16.107727 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] Router 0b436084-b9c2-4703-bfe6-2da1f4efed44 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:37:16.222790 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:37:16.228679 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-ccec5dba-26db-4cd7-89f8-20b3431713ab admin admin] 10.222.0.61 "PUT /v2.0/routers/0b436084-b9c2-4703-bfe6-2da1f4efed44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1052396 Jun 16 15:37:16.232463 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53482) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:16.236067 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc6d09-1da5-4744-9106-d88543df3006 None None] Sync routers for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:37:16.250710 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc6d09-1da5-4744-9106-d88543df3006 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:37:16.252051 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-96bc6d09-1da5-4744-9106-d88543df3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:36:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:16.426664 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Notify callbacks [] for router, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:16.446171 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-96bc6d09-1da5-4744-9106-d88543df3006 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:37:16.606263 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:16.697871 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Deleting port e5031852-ba7a-4671-be20-d64aad0f48a4 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:16.698267 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:16.738708 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-96bc6d09-1da5-4744-9106-d88543df3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:37:15Z', 'revision_number': 5, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port': {'id': 'e5031852-ba7a-4671-be20-d64aad0f48a4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:11Z', 'updated_at': '2021-06-16T15:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:16.744886 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc6d09-1da5-4744-9106-d88543df3006 None None] Checking router: 0b436084-b9c2-4703-bfe6-2da1f4efed44 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:37:16.761747 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc6d09-1da5-4744-9106-d88543df3006 None None] Routers {'0b436084-b9c2-4703-bfe6-2da1f4efed44'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:37:16.762847 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-96bc6d09-1da5-4744-9106-d88543df3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:36:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0b436084-b9c2-4703-bfe6-2da1f4efed44'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:16.789213 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] For port e5031852-ba7a-4671-be20-d64aad0f48a4, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=e5031852-ba7a-4671-be20-d64aad0f48a4,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:16.789633 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:16.865936 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Calling delete_port for e5031852-ba7a-4671-be20-d64aad0f48a4 owned by network:router_gateway {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:16.908181 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-96bc6d09-1da5-4744-9106-d88543df3006 None None] Set router 0b436084-b9c2-4703-bfe6-2da1f4efed44 gateway port host: None {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:37:16.968765 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-96bc6d09-1da5-4744-9106-d88543df3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:37:16Z', 'revision_number': 6, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port_host': None}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:16.973882 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc6d09-1da5-4744-9106-d88543df3006 None None] The sync data for ids ['0b436084-b9c2-4703-bfe6-2da1f4efed44'] in dv-cinder-757908-6-iscsi is: [{'id': '0b436084-b9c2-4703-bfe6-2da1f4efed44', 'name': 'tempest-TestVolumeBootPattern-1295814352-router', 'tenant_id': '7873dd7690ae49babe5906a4e337be7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:10Z', 'updated_at': '2021-06-16T15:37:16Z', 'revision_number': 6, 'project_id': '7873dd7690ae49babe5906a4e337be7f', 'gw_port_host': None}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:37:17.152776 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.155399 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a35b5120-3192-4213-9986-791e4b16f3d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:17.181768 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5031852-ba7a-4671-be20-d64aad0f48a4,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:17.185132 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:17.261728 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678366'] for router_gateway, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.364768 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-823'] for router, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.368114 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.432050 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427092'] for router, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.436070 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b436084-b9c2-4703-bfe6-2da1f4efed44 {{(pid=92141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:37:17.446119 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] Notify callbacks [] for router, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.448392 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-3e7e89ad-d681-44cc-8801-477f4ccc8253 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0b436084-b9c2-4703-bfe6-2da1f4efed44 HTTP/1.1" status: 204 len: 168 time: 1.2140887 Jun 16 15:37:17.452253 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53488) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:17.540625 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b89b17-78d6-4890-802b-8574e379e0ae admin admin] Deleting subnet 1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 {{(pid=92141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:37:17.546576 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b2b89b17-78d6-4890-802b-8574e379e0ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.588334 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b2b89b17-78d6-4890-802b-8574e379e0ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7517782'] for subnet, precommit_delete_associations {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.765292 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b2b89b17-78d6-4890-802b-8574e379e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.871123 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b2b89b17-78d6-4890-802b-8574e379e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7517230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7534971'] for subnet, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.874300 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6c608615-a477-453b-a472-5ac5c95b461d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:17.903765 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b89b17-78d6-4890-802b-8574e379e0ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e386ae4-3110-4f29-9ad0-b18c2ddb9a02,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:17.906829 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-b2b89b17-78d6-4890-802b-8574e379e0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:17.911310 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-b2b89b17-78d6-4890-802b-8574e379e0ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:17.917696 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53490) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:17.918180 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea74b495-5e30-4899-8fb0-380511f1b0b7 None None] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:37:17.925647 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-b2b89b17-78d6-4890-802b-8574e379e0ae admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1e386ae4-3110-4f29-9ad0-b18c2ddb9a02 HTTP/1.1" status: 204 len: 168 time: 0.4609969 Jun 16 15:37:17.997542 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.067365 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Deleting port 98dd42b3-fa82-41ca-9f93-002886545fdf {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:18.067890 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.149878 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] For port 98dd42b3-fa82-41ca-9f93-002886545fdf, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=98dd42b3-fa82-41ca-9f93-002886545fdf,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:18.150243 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.254028 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Calling delete_port for 98dd42b3-fa82-41ca-9f93-002886545fdf owned by network:dhcp {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:18.264767 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] DHCP port deletion for 80ddeedb-aa13-4af5-ab59-22b5076b54f6 request from dv-cinder-757908-6-iscsi {{(pid=92142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:37:18.340250 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] Deleting port 98dd42b3-fa82-41ca-9f93-002886545fdf {{(pid=92142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:18.340635 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.383790 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.389512 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-bddb7006-0074-4b39-b6a1-f8f481d9940b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:18.420593 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] For port 98dd42b3-fa82-41ca-9f93-002886545fdf, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=98dd42b3-fa82-41ca-9f93-002886545fdf,segment=NetworkSegment(6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f),segment_id=6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:18.421217 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.443085 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=98dd42b3-fa82-41ca-9f93-002886545fdf,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:18.450788 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:18.452463 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] No DVR routers for this DVR port 98dd42b3-fa82-41ca-9f93-002886545fdf on host dv-cinder-757908-6-iscsi {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:37:18.544892 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] Calling delete_port for 98dd42b3-fa82-41ca-9f93-002886545fdf owned by network:dhcp {{(pid=92142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:18.603665 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.615872 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device e5031852-ba7a-4671-be20-d64aad0f48a4 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:18.627818 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ddeedb-aa13-4af5-ab59-22b5076b54f6']}} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:18.651223 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f') {'for_net_delete': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:18.651761 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f24ec7e-e7a7-4b4d-9d4f-ffdecc18922f') {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:18.675911 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8383239'] for segment, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.705512 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.720877 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=92140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:37:18.724240 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7514266'] for segment, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: Traceback (most recent call last): Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: timer() Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: cb(*args, **kw) Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: return func(*args, **kwargs) Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: self._notify() Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: self.callback(batched_events) Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: event.method(event) Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: return f(self, *a, **k) Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._get(url).json() Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: return self.request(url, 'GET', **kwargs) Jun 16 15:37:18.728282 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:37:18.735248 dv-cinder-757908-6-iscsi neutron-server[92140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:37:18.735248 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:37:18.735248 dv-cinder-757908-6-iscsi neutron-server[92140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:37:18.735248 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:37:18.735248 dv-cinder-757908-6-iscsi neutron-server[92140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:37:18.735248 dv-cinder-757908-6-iscsi neutron-server[92140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:37:18.826803 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: e5031852-ba7a-4671-be20-d64aad0f48a4 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:37:18.827258 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device e5031852-ba7a-4671-be20-d64aad0f48a4 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:18.827578 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:18.847187 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.852494 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:18.857160 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.860365 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:37:18.860747 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 4ad9f76e-44ce-4dad-98a0-3a5f35d23663 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:18.861519 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 98dd42b3-fa82-41ca-9f93-002886545fdf no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:18.861799 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/80ddeedb-aa13-4af5-ab59-22b5076b54f6 HTTP/1.1" status: 204 len: 168 time: 0.9431052 Jun 16 15:37:18.865897 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53496) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:18.875801 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ddeedb-aa13-4af5-ab59-22b5076b54f6,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:18.879288 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:37:18.880319 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:18.889507 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 98dd42b3-fa82-41ca-9f93-002886545fdf {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:37:18.889916 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 98dd42b3-fa82-41ca-9f93-002886545fdf not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:18.914566 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558'] for port, after_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:18.917594 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:18.923480 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] Network 80ddeedb-aa13-4af5-ab59-22b5076b54f6 is not hosted by any dhcp agent {{(pid=92142) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 15:37:18.924459 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] No DVR routers for this DVR port 98dd42b3-fa82-41ca-9f93-002886545fdf on host dv-cinder-757908-6-iscsi {{(pid=92142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:37:18.951474 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] Pushing event deleted for resources: {'Port': ['ID=98dd42b3-fa82-41ca-9f93-002886545fdf,revision_number=None']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:18.958938 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:19.736497 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610953'] for router_interface, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:19.918900 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a1953e17-755f-4f2a-845a-04daae8ff946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.027293 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Deleting port 9fa7d0ab-8fe6-4666-9f84-2b2189051682 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:20.027932 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.116272 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] For port 9fa7d0ab-8fe6-4666-9f84-2b2189051682, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=9fa7d0ab-8fe6-4666-9f84-2b2189051682,segment=NetworkSegment(7cf28f17-86c4-4723-91bf-de5fc8b20fba),segment_id=7cf28f17-86c4-4723-91bf-de5fc8b20fba)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:20.116643 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.198091 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Calling delete_port for 9fa7d0ab-8fe6-4666-9f84-2b2189051682 owned by network:router_interface {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:20.464053 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:20.469247 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-a7403e3a-183a-460e-9a68-74eba8512ac3 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:20.513784 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa7d0ab-8fe6-4666-9f84-2b2189051682,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:20.520001 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:20.761716 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610845'] for router_interface, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:21.000752 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:37:21.121274 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:37:21.130416 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] 10.222.0.61 "PUT /v2.0/routers/61aeacf2-1179-4a3e-905f-46ccc43f6fa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2605443 Jun 16 15:37:21.130726 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53510) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:21.131351 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05ee465-53c3-4c94-9765-c1276b7ef585 None None] Sync routers for ids ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:37:21.142002 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ee465-53c3-4c94-9765-c1276b7ef585 None None] Routers {'61aeacf2-1179-4a3e-905f-46ccc43f6fa2'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:37:21.142805 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-f05ee465-53c3-4c94-9765-c1276b7ef585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:36:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:21.247061 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:21.251813 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-f05ee465-53c3-4c94-9765-c1276b7ef585 None None] Set router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:37:21.365757 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:21.455903 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Deleting port 3f41a84c-6817-46f6-be4d-6bddea1c06b0 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:21.458734 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:21.492164 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-f05ee465-53c3-4c94-9765-c1276b7ef585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'name': 'tempest-TestVolumeBootPattern-1683836624-router', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:18Z', 'updated_at': '2021-06-16T15:37:20Z', 'revision_number': 5, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'gw_port': {'id': '3f41a84c-6817-46f6-be4d-6bddea1c06b0', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:26:20Z', 'updated_at': '2021-06-16T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:21.496982 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05ee465-53c3-4c94-9765-c1276b7ef585 None None] Checking router: 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:37:21.509807 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ee465-53c3-4c94-9765-c1276b7ef585 None None] Routers {'61aeacf2-1179-4a3e-905f-46ccc43f6fa2'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:37:21.510575 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-f05ee465-53c3-4c94-9765-c1276b7ef585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:36:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:21.584830 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] For port 3f41a84c-6817-46f6-be4d-6bddea1c06b0, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=3f41a84c-6817-46f6-be4d-6bddea1c06b0,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:21.585893 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:21.643146 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-f05ee465-53c3-4c94-9765-c1276b7ef585 None None] Set router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 gateway port host: None {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:37:21.719059 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Calling delete_port for 3f41a84c-6817-46f6-be4d-6bddea1c06b0 owned by network:router_gateway {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:21.736846 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-f05ee465-53c3-4c94-9765-c1276b7ef585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'name': 'tempest-TestVolumeBootPattern-1683836624-router', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:18Z', 'updated_at': '2021-06-16T15:37:21Z', 'revision_number': 6, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'gw_port_host': None}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:21.742656 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05ee465-53c3-4c94-9765-c1276b7ef585 None None] The sync data for ids ['61aeacf2-1179-4a3e-905f-46ccc43f6fa2'] in dv-cinder-757908-6-iscsi is: [{'id': '61aeacf2-1179-4a3e-905f-46ccc43f6fa2', 'name': 'tempest-TestVolumeBootPattern-1683836624-router', 'tenant_id': '88dd0966d54d4f69a6f0325a0afcf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:26:18Z', 'updated_at': '2021-06-16T15:37:21Z', 'revision_number': 6, 'project_id': '88dd0966d54d4f69a6f0325a0afcf333', 'gw_port_host': None}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:37:21.975123 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:21.977228 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:22.006030 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f41a84c-6817-46f6-be4d-6bddea1c06b0,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:22.010115 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:22.078040 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678366'] for router_gateway, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.178974 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-823'] for router, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.181493 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.232382 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427092'] for router, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.232889 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61aeacf2-1179-4a3e-905f-46ccc43f6fa2 {{(pid=92141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:37:22.238750 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] Notify callbacks [] for router, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.239935 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c6883ef2-96b6-41d8-a44c-b149b04477f7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/61aeacf2-1179-4a3e-905f-46ccc43f6fa2 HTTP/1.1" status: 204 len: 168 time: 1.1082435 Jun 16 15:37:22.244405 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53522) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:22.301166 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_v2 [None req-393f406b-1870-4dd2-9ae5-940c66f369b3 admin admin] Deleting subnet ef9e5b9c-a782-4252-bf92-0c6437609762 {{(pid=92141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:37:22.307804 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-393f406b-1870-4dd2-9ae5-940c66f369b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.360685 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-393f406b-1870-4dd2-9ae5-940c66f369b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7517782'] for subnet, precommit_delete_associations {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.453453 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-393f406b-1870-4dd2-9ae5-940c66f369b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.527425 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-393f406b-1870-4dd2-9ae5-940c66f369b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7517230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7534971'] for subnet, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.529978 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e40a2a92-ea8d-41a3-8d2b-ef0c93aa5632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:22.560100 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f406b-1870-4dd2-9ae5-940c66f369b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9e5b9c-a782-4252-bf92-0c6437609762,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:22.562135 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-393f406b-1870-4dd2-9ae5-940c66f369b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.567808 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-393f406b-1870-4dd2-9ae5-940c66f369b3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ef9e5b9c-a782-4252-bf92-0c6437609762 HTTP/1.1" status: 204 len: 168 time: 0.3184476 Jun 16 15:37:22.567808 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-393f406b-1870-4dd2-9ae5-940c66f369b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:22.568298 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53524) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:22.576352 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d045e5-e981-4796-a876-64bab26e6a22 None None] Network 12266a7d-656d-42e1-8d74-5e80222c5f01 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:37:22.671150 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.678345 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 3f41a84c-6817-46f6-be4d-6bddea1c06b0 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:22.709795 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 3f41a84c-6817-46f6-be4d-6bddea1c06b0 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:37:22.710140 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 3f41a84c-6817-46f6-be4d-6bddea1c06b0 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:22.710768 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 9fa7d0ab-8fe6-4666-9f84-2b2189051682 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:22.749078 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 9fa7d0ab-8fe6-4666-9f84-2b2189051682 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:37:22.749444 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 9fa7d0ab-8fe6-4666-9f84-2b2189051682 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:22.757919 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Deleting port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:22.758452 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.859593 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] For port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=64aa7e75-517d-47c4-9ab7-e2e1cbfdd611,segment=NetworkSegment(7cf28f17-86c4-4723-91bf-de5fc8b20fba),segment_id=7cf28f17-86c4-4723-91bf-de5fc8b20fba)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:22.860014 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.889642 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61527f3-747f-4768-a64a-7f5bc31d9a10 None None] DHCP port deletion for 12266a7d-656d-42e1-8d74-5e80222c5f01 request from dv-cinder-757908-6-iscsi {{(pid=92142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:37:22.952408 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Calling delete_port for 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 owned by network:dhcp {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:22.981402 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-e61527f3-747f-4768-a64a-7f5bc31d9a10 None None] Deleting port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 {{(pid=92142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:37:22.981787 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e61527f3-747f-4768-a64a-7f5bc31d9a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.074278 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-e61527f3-747f-4768-a64a-7f5bc31d9a10 None None] For port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=64aa7e75-517d-47c4-9ab7-e2e1cbfdd611,segment=NetworkSegment(7cf28f17-86c4-4723-91bf-de5fc8b20fba),segment_id=7cf28f17-86c4-4723-91bf-de5fc8b20fba)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:23.074719 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e61527f3-747f-4768-a64a-7f5bc31d9a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.084869 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.088193 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-62864454-89c0-489d-aee4-e4e1a2daed6a tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:23.115341 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Pushing event deleted for resources: {'Port': ['ID=64aa7e75-517d-47c4-9ab7-e2e1cbfdd611,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:23.117581 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] No DVR routers for this DVR port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 on host dv-cinder-757908-6-iscsi {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:37:23.119258 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:23.165314 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-e61527f3-747f-4768-a64a-7f5bc31d9a10 None None] Calling delete_port for 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 owned by network:dhcp {{(pid=92142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:37:23.213365 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.224875 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12266a7d-656d-42e1-8d74-5e80222c5f01']}} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:23.237099 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf28f17-86c4-4723-91bf-de5fc8b20fba') {'for_net_delete': True} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:23.237757 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf28f17-86c4-4723-91bf-de5fc8b20fba') {} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:23.247827 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7517775'] for segment, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.263553 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.271188 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=92141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:37:23.271620 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7517361'] for segment, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: Traceback (most recent call last): Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: timer() Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: cb(*args, **kw) Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: return func(*args, **kwargs) Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: self._notify() Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: self.callback(batched_events) Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: event.method(event) Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: return f(self, *a, **k) Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._get(url).json() Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: return self.request(url, 'GET', **kwargs) Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:37:23.273560 dv-cinder-757908-6-iscsi neutron-server[92141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:37:23.277764 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e61527f3-747f-4768-a64a-7f5bc31d9a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558'] for port, after_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.281085 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:23.326013 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61527f3-747f-4768-a64a-7f5bc31d9a10 None None] Pushing event deleted for resources: {'Port': ['ID=64aa7e75-517d-47c4-9ab7-e2e1cbfdd611,revision_number=None']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:23.329635 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61527f3-747f-4768-a64a-7f5bc31d9a10 None None] No DVR routers for this DVR port 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 on host dv-cinder-757908-6-iscsi {{(pid=92142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:37:23.333324 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-e61527f3-747f-4768-a64a-7f5bc31d9a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:23.343729 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.349051 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:23.352142 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.354418 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] 10.222.0.61 "DELETE /v2.0/networks/12266a7d-656d-42e1-8d74-5e80222c5f01 HTTP/1.1" status: 204 len: 168 time: 0.7854402 Jun 16 15:37:23.368547 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Pushing event deleted for resources: {'Network': ['ID=12266a7d-656d-42e1-8d74-5e80222c5f01,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:23.371397 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-92bd9345-9a36-4a55-8c56-6d1ffd4dfdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:23.437452 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-bad7b2c0-7130-44b4-99d1-822ab4812c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.512301 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53534) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:23.556321 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-1d14209f-a412-4784-9c07-9d8419d42418 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7873dd7690ae49babe5906a4e337be7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424294 Jun 16 15:37:23.558589 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53536) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:23.622296 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c80c0a00-3abb-4445-ab55-e76efafc2be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.649277 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c80c0a00-3abb-4445-ab55-e76efafc2be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.697496 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c80c0a00-3abb-4445-ab55-e76efafc2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.700102 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c80c0a00-3abb-4445-ab55-e76efafc2be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.701338 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c80c0a00-3abb-4445-ab55-e76efafc2be0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8be0f5ea-34a1-4a0b-9f72-8a408e0ea248 HTTP/1.1" status: 204 len: 168 time: 0.1417515 Jun 16 15:37:23.702223 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-9eacb85f-baed-4133-a3c4-d5e362f8f2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:23.714242 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c0a00-3abb-4445-ab55-e76efafc2be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be0f5ea-34a1-4a0b-9f72-8a408e0ea248,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:23.718249 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c80c0a00-3abb-4445-ab55-e76efafc2be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:24.016026 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:24.074299 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53542) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:24.117547 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-d2c85ccb-744a-46e6-813e-2a33a81ec3f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=88dd0966d54d4f69a6f0325a0afcf333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419748 Jun 16 15:37:24.119855 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53544) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:24.176647 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dd63065d-0d9c-4099-b1bb-6009ccf8b0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:24.204859 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dd63065d-0d9c-4099-b1bb-6009ccf8b0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:24.260148 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dd63065d-0d9c-4099-b1bb-6009ccf8b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:24.265467 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-dd63065d-0d9c-4099-b1bb-6009ccf8b0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:24.267426 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-dd63065d-0d9c-4099-b1bb-6009ccf8b0ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a13e9318-1594-47e1-99a1-a4ffd5076329 HTTP/1.1" status: 204 len: 168 time: 0.1464355 Jun 16 15:37:24.269904 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c2f11cfc-339f-49fd-9e66-be7baed08889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:24.279764 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63065d-0d9c-4099-b1bb-6009ccf8b0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e9318-1594-47e1-99a1-a4ffd5076329,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:24.282616 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-dd63065d-0d9c-4099-b1bb-6009ccf8b0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:24.509810 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:37:24.531899 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:37:24.532245 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 64aa7e75-517d-47c4-9ab7-e2e1cbfdd611 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:37:26.299970 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:28.013226 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:33.068950 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:38.009960 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53630) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:38.064561 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-089a8753-d7d7-4d6f-85d2-bc5f18a86763 admin admin] Deleting subnet 5ff9afc5-5f2e-43dc-9584-f3af2984537f {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:37:38.069035 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-089a8753-d7d7-4d6f-85d2-bc5f18a86763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:38.110337 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-089a8753-d7d7-4d6f-85d2-bc5f18a86763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8383262'] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:38.159387 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-089a8753-d7d7-4d6f-85d2-bc5f18a86763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:38.227579 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-089a8753-d7d7-4d6f-85d2-bc5f18a86763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7514117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1118612'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:38.230348 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-cb7b6360-b9be-422a-aec0-96ae2aebe04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:38.258427 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a8753-d7d7-4d6f-85d2-bc5f18a86763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff9afc5-5f2e-43dc-9584-f3af2984537f,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:38.261574 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-089a8753-d7d7-4d6f-85d2-bc5f18a86763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:38.262600 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-089a8753-d7d7-4d6f-85d2-bc5f18a86763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:38.267283 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-089a8753-d7d7-4d6f-85d2-bc5f18a86763 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5ff9afc5-5f2e-43dc-9584-f3af2984537f HTTP/1.1" status: 204 len: 168 time: 0.2560959 Jun 16 15:37:38.267799 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53632) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:38.371429 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:38.494477 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:38.507752 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b30b9f-7932-4118-b38f-b3697066a3cd']}} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:38.524570 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8') {'for_net_delete': True} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:38.526594 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39b1db2-e5f6-4cb8-b8b7-1b470e4156d8') {} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:38.545364 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7517775'] for segment, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:38.568676 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:38.579663 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=92141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:37:38.580287 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7517361'] for segment, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: Traceback (most recent call last): Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: timer() Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: cb(*args, **kw) Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: return func(*args, **kwargs) Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: self._notify() Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: self.callback(batched_events) Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: event.method(event) Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: return f(self, *a, **k) Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._get(url).json() Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: return self.request(url, 'GET', **kwargs) Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:37:38.583804 dv-cinder-757908-6-iscsi neutron-server[92141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:37:39.068431 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.074527 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:39.078930 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.082846 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] 10.222.0.61 "DELETE /v2.0/networks/a3b30b9f-7932-4118-b38f-b3697066a3cd HTTP/1.1" status: 204 len: 168 time: 0.8130732 Jun 16 15:37:39.104355 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b30b9f-7932-4118-b38f-b3697066a3cd,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:39.108531 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:39.301673 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53638) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:39.353248 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-8627f6df-4a4c-4205-b086-1c2aaf1c2563 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fcb17d0436ea47d2beae99f6ef6f4ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500190 Jun 16 15:37:39.357139 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53640) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:39.417850 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-68dd5f12-f25e-4d4f-8798-6896de9775c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.445551 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-68dd5f12-f25e-4d4f-8798-6896de9775c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.526308 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-68dd5f12-f25e-4d4f-8798-6896de9775c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.529712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-68dd5f12-f25e-4d4f-8798-6896de9775c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.531460 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-68dd5f12-f25e-4d4f-8798-6896de9775c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d HTTP/1.1" status: 204 len: 168 time: 0.1728470 Jun 16 15:37:39.532337 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d57ec9b8-7214-4d95-91db-efec719729be tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:39.549025 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd5f12-f25e-4d4f-8798-6896de9775c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b0a7e-4d92-4fc9-87f7-b9c0ebb41f1d,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:39.554269 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-68dd5f12-f25e-4d4f-8798-6896de9775c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:47.505736 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-163fe5e8-9cee-4bae-a3dc-a87395697409 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944777 Jun 16 15:37:47.646881 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-7fd8b9b7-c7c6-4c6c-933f-d4ec39bfd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:47.649686 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-7fd8b9b7-c7c6-4c6c-933f-d4ec39bfd787 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c5b8c908be40d1ae475324df7b5a82&device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 1137 time: 0.0859993 Jun 16 15:37:47.782412 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-839c1d04-e323-48c1-a4e1-bbd9ab71a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:47.785300 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-839c1d04-e323-48c1-a4e1-bbd9ab71a408 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5afebf02-4fec-4375-91fe-2fc1c4e5652e HTTP/1.1" status: 200 len: 916 time: 0.1079388 Jun 16 15:37:47.868534 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-6ea49762-9072-4e44-91b8-9c50e75a5e05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 1000 time: 0.0762036 Jun 16 15:37:47.932549 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-cee18848-e31f-45c5-b5ed-6cf71021341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:47.934184 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-cee18848-e31f-45c5-b5ed-6cf71021341f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77612ee-5831-4e02-82f2-b02970bf005f HTTP/1.1" status: 200 len: 853 time: 0.0589578 Jun 16 15:37:48.001388 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-848903f6-b22e-4cc0-84db-4e877928c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:48.004088 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-848903f6-b22e-4cc0-84db-4e877928c04f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5afebf02-4fec-4375-91fe-2fc1c4e5652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626886 Jun 16 15:37:48.113461 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-6fe4286b-1053-432c-9ecf-88d836e13e8e service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028230 Jun 16 15:37:48.527304 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f6bfa0e2-744d-457c-83fe-77818dfe8600 req-b187e4a7-8ec1-4a9c-9848-0a61e76b9e65 service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071305 Jun 16 15:37:49.920092 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-d033777c-fc7e-4bfe-bb40-eba17a0aa2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:53.444436 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7ab23165-cb37-48ae-87da-f17ae76a38e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:54.017262 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:55.870327 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:37:56.297650 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:58.017716 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:02.073630 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a4309e2b-496b-4912-9f11-f8897519366e req-c2bdfc7d-2669-4c88-8a5c-bf9771444e1a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820256144&fields=id&tenant_id=53c5b8c908be40d1ae475324df7b5a82 HTTP/1.1" status: 200 len: 267 time: 0.0581467 Jun 16 15:38:02.205432 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4309e2b-496b-4912-9f11-f8897519366e req-a42bafcf-82d7-40cb-8bdf-848cb292f1e8 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:02.208432 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a4309e2b-496b-4912-9f11-f8897519366e req-a42bafcf-82d7-40cb-8bdf-848cb292f1e8 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 984 time: 0.1223190 Jun 16 15:38:02.220544 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [req-a4309e2b-496b-4912-9f11-f8897519366e req-41a50f26-d211-4a5a-977f-addb834e9a50 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Request body: {'port': {'security_groups': ['05d48e3f-7c36-434b-9af9-1a70144a0dff']}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:02.334542 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a4309e2b-496b-4912-9f11-f8897519366e req-41a50f26-d211-4a5a-977f-addb834e9a50 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:02.635694 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [req-a4309e2b-496b-4912-9f11-f8897519366e req-41a50f26-d211-4a5a-977f-addb834e9a50 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] For port f7ab6716-c4ce-467c-9f85-27478ae64e55, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:02.679627 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a4309e2b-496b-4912-9f11-f8897519366e req-41a50f26-d211-4a5a-977f-addb834e9a50 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:02.685300 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a4309e2b-496b-4912-9f11-f8897519366e req-41a50f26-d211-4a5a-977f-addb834e9a50 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:02.691457 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-645bd53d-808f-4920-9259-3c5487d5aa9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:02.699326 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['f7ab6716-c4ce-467c-9f85-27478ae64e55'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:38:02.758261 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4309e2b-496b-4912-9f11-f8897519366e req-41a50f26-d211-4a5a-977f-addb834e9a50 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:02.759340 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [req-a4309e2b-496b-4912-9f11-f8897519366e req-41a50f26-d211-4a5a-977f-addb834e9a50 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:02.761536 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a4309e2b-496b-4912-9f11-f8897519366e req-41a50f26-d211-4a5a-977f-addb834e9a50 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "PUT /v2.0/ports/f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 942 time: 0.5459869 Jun 16 15:38:02.766862 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:38:02.771791 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28848704-3014-40dc-9394-ae25302fabf2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:38:02.775571 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53654) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:02.828722 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a50f26-d211-4a5a-977f-addb834e9a50 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event updated for resources: {'Port': ['ID=f7ab6716-c4ce-467c-9f85-27478ae64e55,revision_number=7']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:02.837482 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-41a50f26-d211-4a5a-977f-addb834e9a50 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:02.843873 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['f7ab6716-c4ce-467c-9f85-27478ae64e55'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:38:02.875120 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37f3757-e854-47bc-85b3-a107e4d96446 x-openstack-request-id: req-e37f3757-e854-47bc-85b3-a107e4d96446 {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:38:02.875674 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:38:02.877266 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e37f3757-e854-47bc-85b3-a107e4d96446 {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:38:02.884100 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aae0afeb-585e-4ae8-8063-3876169cfb67 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:02.884367 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'status': 'completed', 'code': 200} Jun 16 15:38:02.962860 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aae0afeb-585e-4ae8-8063-3876169cfb67 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:03.053940 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28848704-3014-40dc-9394-ae25302fabf2 req-1e9d6a49-fce5-4ad9-a8f2-4ff6e2220870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:03.056063 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-28848704-3014-40dc-9394-ae25302fabf2 req-1e9d6a49-fce5-4ad9-a8f2-4ff6e2220870 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c5b8c908be40d1ae475324df7b5a82&device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 1098 time: 0.1492832 Jun 16 15:38:03.136222 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:03.167828 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aae0afeb-585e-4ae8-8063-3876169cfb67 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:03.170802 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aae0afeb-585e-4ae8-8063-3876169cfb67 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:03.173051 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-aae0afeb-585e-4ae8-8063-3876169cfb67 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "DELETE /v2.0/security-groups/9981dead-71ca-48cd-bd2f-c37504f32097 HTTP/1.1" status: 204 len: 168 time: 0.3945355 Jun 16 15:38:03.175512 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53658) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:03.176408 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b6f3de75-5565-42f3-96cf-453445216200 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:03.196024 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-2c71400e-5661-4868-8298-2cc0212c50a6 None None] Provisioning complete for port f7ab6716-c4ce-467c-9f85-27478ae64e55 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:03.196587 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-2c71400e-5661-4868-8298-2cc0212c50a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:03.199552 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0afeb-585e-4ae8-8063-3876169cfb67 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9981dead-71ca-48cd-bd2f-c37504f32097,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:03.206301 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-aae0afeb-585e-4ae8-8063-3876169cfb67 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:03.243981 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28848704-3014-40dc-9394-ae25302fabf2 req-848d6aac-e18e-4d2b-8258-d74f9eaf6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:03.247580 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-28848704-3014-40dc-9394-ae25302fabf2 req-848d6aac-e18e-4d2b-8258-d74f9eaf6771 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5afebf02-4fec-4375-91fe-2fc1c4e5652e HTTP/1.1" status: 200 len: 916 time: 0.1799803 Jun 16 15:38:03.366833 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-28848704-3014-40dc-9394-ae25302fabf2 req-bea297ce-f28d-49f5-bc74-d57331d47c48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 1000 time: 0.1127102 Jun 16 15:38:03.446739 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28848704-3014-40dc-9394-ae25302fabf2 req-998c13d3-6439-4451-9524-96dfbb34cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:03.448692 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-28848704-3014-40dc-9394-ae25302fabf2 req-998c13d3-6439-4451-9524-96dfbb34cb86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77612ee-5831-4e02-82f2-b02970bf005f HTTP/1.1" status: 200 len: 853 time: 0.0749106 Jun 16 15:38:03.450510 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Deleting port 2f966128-78b8-47c1-aeb0-77df7e9e394c {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:38:03.451101 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:03.533658 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28848704-3014-40dc-9394-ae25302fabf2 req-5fc890a2-875d-4807-b82e-4acbd0cfc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:03.536308 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-28848704-3014-40dc-9394-ae25302fabf2 req-5fc890a2-875d-4807-b82e-4acbd0cfc111 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5afebf02-4fec-4375-91fe-2fc1c4e5652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805101 Jun 16 15:38:03.585485 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:03.585894 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:03.684862 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-28848704-3014-40dc-9394-ae25302fabf2 req-98c60d6e-513f-46c6-bd1d-c9372c85ac00 service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406786 Jun 16 15:38:03.693665 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Calling delete_port for 2f966128-78b8-47c1-aeb0-77df7e9e394c owned by network:floatingip {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:38:03.794426 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-28848704-3014-40dc-9394-ae25302fabf2 req-e42bdb4b-1967-4b04-b71f-ae96f6119dc9 service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029818 Jun 16 15:38:03.891358 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:03.894695 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-34b61a43-9cba-4720-bfc8-49046af756b2 tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:03.925474 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event deleted for resources: {'Port': ['ID=2f966128-78b8-47c1-aeb0-77df7e9e394c,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:03.932957 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:04.003633 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks [] for floatingip, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:04.004271 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.l3_db [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Floating IP e6d3538a-8ee4-405a-8176-1dbdfb7ae76f disassociated (deleted). External IP: 172.27.0.63, port: f7ab6716-c4ce-467c-9f85-27478ae64e55. Jun 16 15:38:04.309973 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:38:04.482363 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:38:04.491373 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:04.494556 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c892b1d-82d2-4f90-b55e-7a32056290f7 None None] Sync routers for ids ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:38:04.506743 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c892b1d-82d2-4f90-b55e-7a32056290f7 None None] Routers {'98291cf6-bf0e-46c7-a8a3-0b02ece566e9'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:04.507560 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-3c892b1d-82d2-4f90-b55e-7a32056290f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:37:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:04.561550 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-5e1aae64-990e-4f8b-be52-21290474f71c tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "DELETE /v2.0/floatingips/e6d3538a-8ee4-405a-8176-1dbdfb7ae76f HTTP/1.1" status: 204 len: 168 time: 1.3827848 Jun 16 15:38:04.632807 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-3c892b1d-82d2-4f90-b55e-7a32056290f7 None None] Set router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:04.885213 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:38:04.887686 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9660c86-68a8-4812-8aab-75df04d686fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:38:04.900686 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-3c892b1d-82d2-4f90-b55e-7a32056290f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:33:02Z', 'revision_number': 4, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'ac808fa1-c7f4-4631-87d5-015f4f7459f6', 'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'mac_address': 'fa:16:3e:c0:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:01Z', 'updated_at': '2021-06-16T15:33:08Z', 'revision_number': 5, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'subnets': [{'id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:04.906145 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c892b1d-82d2-4f90-b55e-7a32056290f7 None None] Checking router: 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:38:04.922842 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c892b1d-82d2-4f90-b55e-7a32056290f7 None None] Routers {'98291cf6-bf0e-46c7-a8a3-0b02ece566e9'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:04.925599 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-3c892b1d-82d2-4f90-b55e-7a32056290f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:37:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:04.959741 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40983384-3774-4994-872a-650f1a87a4cb x-openstack-request-id: req-40983384-3774-4994-872a-650f1a87a4cb {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:38:04.960127 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:38:04.960681 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40983384-3774-4994-872a-650f1a87a4cb {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:38:04.961292 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'status': 'completed', 'code': 200} Jun 16 15:38:05.073463 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-3c892b1d-82d2-4f90-b55e-7a32056290f7 None None] Set router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:05.084126 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9660c86-68a8-4812-8aab-75df04d686fb req-57c4047e-ef2a-4262-8214-f02897b383fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:05.085593 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d9660c86-68a8-4812-8aab-75df04d686fb req-57c4047e-ef2a-4262-8214-f02897b383fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c5b8c908be40d1ae475324df7b5a82&device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 1098 time: 0.0905883 Jun 16 15:38:05.206012 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9660c86-68a8-4812-8aab-75df04d686fb req-ccb03621-d0e2-40bf-a30a-c16701a7a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:05.208958 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d9660c86-68a8-4812-8aab-75df04d686fb req-ccb03621-d0e2-40bf-a30a-c16701a7a6d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5afebf02-4fec-4375-91fe-2fc1c4e5652e HTTP/1.1" status: 200 len: 916 time: 0.1167336 Jun 16 15:38:05.261562 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d9660c86-68a8-4812-8aab-75df04d686fb req-11203dd0-e6e8-458f-91b7-8881c73f5373 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 200 len: 217 time: 0.0455389 Jun 16 15:38:05.309936 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-3c892b1d-82d2-4f90-b55e-7a32056290f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:33:02Z', 'revision_number': 4, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'ac808fa1-c7f4-4631-87d5-015f4f7459f6', 'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'mac_address': 'fa:16:3e:c0:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:01Z', 'updated_at': '2021-06-16T15:33:08Z', 'revision_number': 5, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'subnets': [{'id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:05.314068 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c892b1d-82d2-4f90-b55e-7a32056290f7 None None] The sync data for ids ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'] in dv-cinder-757908-6-iscsi is: [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:33:02Z', 'revision_number': 4, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'ac808fa1-c7f4-4631-87d5-015f4f7459f6', 'name': '', 'network_id': '5afebf02-4fec-4375-91fe-2fc1c4e5652e', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'mac_address': 'fa:16:3e:c0:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:01Z', 'updated_at': '2021-06-16T15:33:08Z', 'revision_number': 5, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'subnets': [{'id': 'd77612ee-5831-4e02-82f2-b02970bf005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:38:05.325310 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9660c86-68a8-4812-8aab-75df04d686fb req-dd5f96cf-442a-43d5-aa9b-c8312d22a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:05.327169 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d9660c86-68a8-4812-8aab-75df04d686fb req-dd5f96cf-442a-43d5-aa9b-c8312d22a0d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d77612ee-5831-4e02-82f2-b02970bf005f HTTP/1.1" status: 200 len: 853 time: 0.0590146 Jun 16 15:38:05.402485 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9660c86-68a8-4812-8aab-75df04d686fb req-9fe665ae-6f5e-43ef-b494-bf4d11608260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:05.404596 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d9660c86-68a8-4812-8aab-75df04d686fb req-9fe665ae-6f5e-43ef-b494-bf4d11608260 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5afebf02-4fec-4375-91fe-2fc1c4e5652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706627 Jun 16 15:38:05.515756 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d9660c86-68a8-4812-8aab-75df04d686fb req-f0b18827-bb36-4fc2-90e4-68ce63eaed02 service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006021 Jun 16 15:38:05.641567 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d9660c86-68a8-4812-8aab-75df04d686fb req-d2520703-1e95-45ee-94e0-a3b252023f5f service neutron] 10.222.0.36 "GET /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197696 Jun 16 15:38:05.651268 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb915edf-dceb-4e04-bfda-70a2a7f26e2e None None] New status for floating IP e6d3538a-8ee4-405a-8176-1dbdfb7ae76f: DOWN {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:38:07.762996 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999f0d-3b4e-403c-ac76-d37266d39905 req-64247f4f-bd20-4471-a61b-52884ebfa863 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:07.764601 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-25999f0d-3b4e-403c-ac76-d37266d39905 req-64247f4f-bd20-4471-a61b-52884ebfa863 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 945 time: 0.0707359 Jun 16 15:38:07.805756 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-25999f0d-3b4e-403c-ac76-d37266d39905 req-844c0e81-968c-4b1f-83d6-5943739d2591 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341780 Jun 16 15:38:08.985025 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d3d35-4aba-41fa-a917-876a9358ac20 req-7495deeb-3ff2-4778-aa4c-0c30a5c274ed tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:08.986642 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b1d3d35-4aba-41fa-a917-876a9358ac20 req-7495deeb-3ff2-4778-aa4c-0c30a5c274ed tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 945 time: 0.0686400 Jun 16 15:38:09.024579 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-3b1d3d35-4aba-41fa-a917-876a9358ac20 req-595ce110-f7ce-4193-a8a9-f1401e4cbbac tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Jun 16 15:38:09.837879 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a29985-a6be-4e52-b60a-f2205dc1b5a1 req-88804d33-ed00-4a6e-92ca-5d86b8cc656f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:09.839283 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-65a29985-a6be-4e52-b60a-f2205dc1b5a1 req-88804d33-ed00-4a6e-92ca-5d86b8cc656f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 945 time: 0.0696409 Jun 16 15:38:09.951076 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-65a29985-a6be-4e52-b60a-f2205dc1b5a1 req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Deleting port f7ab6716-c4ce-467c-9f85-27478ae64e55 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:38:09.951414 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-65a29985-a6be-4e52-b60a-f2205dc1b5a1 req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:10.044235 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-65a29985-a6be-4e52-b60a-f2205dc1b5a1 req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] For port f7ab6716-c4ce-467c-9f85-27478ae64e55, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=f7ab6716-c4ce-467c-9f85-27478ae64e55,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:10.044589 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-65a29985-a6be-4e52-b60a-f2205dc1b5a1 req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:10.115088 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-65a29985-a6be-4e52-b60a-f2205dc1b5a1 req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Calling delete_port for f7ab6716-c4ce-467c-9f85-27478ae64e55 owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:38:10.255366 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a30f2-654b-4795-a660-b6d6da6b98c9 req-0a9ffa68-48be-41c7-8c32-1ec97cc9d76a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:10.256950 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a14a30f2-654b-4795-a660-b6d6da6b98c9 req-0a9ffa68-48be-41c7-8c32-1ec97cc9d76a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4c8694a-afdb-4095-b78b-ef367f55d1af HTTP/1.1" status: 200 len: 945 time: 0.0966873 Jun 16 15:38:10.328494 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-a14a30f2-654b-4795-a660-b6d6da6b98c9 req-2acadf0c-ec94-444a-82f1-bf933fbbb83e tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d48e3f-7c36-434b-9af9-1a70144a0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521104 Jun 16 15:38:10.329332 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-65a29985-a6be-4e52-b60a-f2205dc1b5a1 req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:10.334143 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2dc05777-f3d2-443c-9d55-d9ba153edadb tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:10.341993 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['f7ab6716-c4ce-467c-9f85-27478ae64e55'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:38:10.365400 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Pushing event deleted for resources: {'Port': ['ID=f7ab6716-c4ce-467c-9f85-27478ae64e55,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:10.379147 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.379537 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.379914 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.380287 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.380656 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.381053 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.381418 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.381780 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.382236 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.382524 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.382858 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.383332 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:10.402260 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:10.425138 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a29985-a6be-4e52-b60a-f2205dc1b5a1 req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] No DVR routers for this DVR port f7ab6716-c4ce-467c-9f85-27478ae64e55 on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:38:10.427702 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-65a29985-a6be-4e52-b60a-f2205dc1b5a1 req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:10.429703 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-65a29985-a6be-4e52-b60a-f2205dc1b5a1 req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] 10.222.0.36 "DELETE /v2.0/ports/f7ab6716-c4ce-467c-9f85-27478ae64e55 HTTP/1.1" status: 204 len: 173 time: 0.5847473 Jun 16 15:38:10.430222 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'name': 'network-vif-deleted', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:38:10.432524 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea549f-af19-40b5-8680-2341ed8a4e26" -d '{"events": [{"server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "name": "network-vif-deleted", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:38:10.476020 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27787177-4b7b-49c6-a531-300403f128aa x-openstack-request-id: req-27787177-4b7b-49c6-a531-300403f128aa {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:38:10.476561 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c8694a-afdb-4095-b78b-ef367f55d1af", "name": "network-vif-deleted", "tag": "f7ab6716-c4ce-467c-9f85-27478ae64e55", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:38:10.476935 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27787177-4b7b-49c6-a531-300403f128aa {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:38:10.477578 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c8694a-afdb-4095-b78b-ef367f55d1af', 'name': 'network-vif-deleted', 'tag': 'f7ab6716-c4ce-467c-9f85-27478ae64e55', 'status': 'completed', 'code': 200} Jun 16 15:38:12.162657 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53740) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:12.701117 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610953'] for router_interface, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:12.986447 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] Deleting port ac808fa1-c7f4-4631-87d5-015f4f7459f6 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:38:12.986851 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:13.072178 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] For port ac808fa1-c7f4-4631-87d5-015f4f7459f6, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=ac808fa1-c7f4-4631-87d5-015f4f7459f6,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:13.072536 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:13.138568 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] Calling delete_port for ac808fa1-c7f4-4631-87d5-015f4f7459f6 owned by network:router_interface {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:38:13.334323 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:13.336517 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-01cc7771-24d4-405c-8322-5a5cdadb709e tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:13.365952 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac808fa1-c7f4-4631-87d5-015f4f7459f6,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:13.369374 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:13.548758 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610845'] for router_interface, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:13.788289 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] Router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:38:13.907379 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:38:13.917200 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-20514ff2-450d-40d0-a67b-3479ce9aff67 admin admin] 10.222.0.61 "PUT /v2.0/routers/98291cf6-bf0e-46c7-a8a3-0b02ece566e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7527587 Jun 16 15:38:13.917689 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53744) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:13.921415 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b3841-72ef-4750-ab59-51148468771e None None] Sync routers for ids ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:38:13.934899 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b3841-72ef-4750-ab59-51148468771e None None] Routers {'98291cf6-bf0e-46c7-a8a3-0b02ece566e9'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:13.935678 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-728b3841-72ef-4750-ab59-51148468771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:37:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:14.046035 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Notify callbacks [] for router, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.069654 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-728b3841-72ef-4750-ab59-51148468771e None None] Set router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:14.162001 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.230487 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Deleting port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:38:14.230978 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.297945 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-728b3841-72ef-4750-ab59-51148468771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:38:13Z', 'revision_number': 5, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port': {'id': '9576e95b-ddf7-487f-9181-88ee3d4a1ea9', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:32:58Z', 'updated_at': '2021-06-16T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:14.302464 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b3841-72ef-4750-ab59-51148468771e None None] Checking router: 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:38:14.312122 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b3841-72ef-4750-ab59-51148468771e None None] Routers {'98291cf6-bf0e-46c7-a8a3-0b02ece566e9'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:14.312794 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-728b3841-72ef-4750-ab59-51148468771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:37:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:14.346186 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] For port 9576e95b-ddf7-487f-9181-88ee3d4a1ea9, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=9576e95b-ddf7-487f-9181-88ee3d4a1ea9,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:14.347386 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.436335 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-728b3841-72ef-4750-ab59-51148468771e None None] Set router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 gateway port host: None {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:14.445847 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Calling delete_port for 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 owned by network:router_gateway {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:38:14.514408 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device f7ab6716-c4ce-467c-9f85-27478ae64e55 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:14.554195 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: f7ab6716-c4ce-467c-9f85-27478ae64e55 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:38:14.554838 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device f7ab6716-c4ce-467c-9f85-27478ae64e55 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:38:14.557300 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-728b3841-72ef-4750-ab59-51148468771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:38:14Z', 'revision_number': 6, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port_host': None}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:14.564156 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b3841-72ef-4750-ab59-51148468771e None None] The sync data for ids ['98291cf6-bf0e-46c7-a8a3-0b02ece566e9'] in dv-cinder-757908-6-iscsi is: [{'id': '98291cf6-bf0e-46c7-a8a3-0b02ece566e9', 'name': 'tempest-TestMinimumBasicScenario-629780591-router', 'tenant_id': '53c5b8c908be40d1ae475324df7b5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:32:57Z', 'updated_at': '2021-06-16T15:38:14Z', 'revision_number': 6, 'project_id': '53c5b8c908be40d1ae475324df7b5a82', 'gw_port_host': None}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:38:14.655193 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.661110 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-24629568-c3d6-42bc-8270-31f82a92692d tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:14.698887 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Pushing event deleted for resources: {'Port': ['ID=9576e95b-ddf7-487f-9181-88ee3d4a1ea9,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:14.701728 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:14.773385 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678366'] for router_gateway, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.872026 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-823'] for router, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.874451 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.921912 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427092'] for router, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.922747 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98291cf6-bf0e-46c7-a8a3-0b02ece566e9 {{(pid=92140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:38:14.931014 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Notify callbacks [] for router, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:14.932524 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] 10.222.0.61 "DELETE /v2.0/routers/98291cf6-bf0e-46c7-a8a3-0b02ece566e9 HTTP/1.1" status: 204 len: 168 time: 1.0127039 Jun 16 15:38:14.935027 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53746) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:14.982140 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a518e1a2-5436-4d6a-8069-84bf94d03629 admin admin] Deleting subnet d77612ee-5831-4e02-82f2-b02970bf005f {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:38:14.985748 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a518e1a2-5436-4d6a-8069-84bf94d03629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.028403 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a518e1a2-5436-4d6a-8069-84bf94d03629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8383262'] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.119053 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a518e1a2-5436-4d6a-8069-84bf94d03629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.184438 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a518e1a2-5436-4d6a-8069-84bf94d03629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7514117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1118612'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.186798 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:15.213340 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a518e1a2-5436-4d6a-8069-84bf94d03629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.216448 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-a518e1a2-5436-4d6a-8069-84bf94d03629 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d77612ee-5831-4e02-82f2-b02970bf005f HTTP/1.1" status: 204 len: 168 time: 0.2802918 Jun 16 15:38:15.218012 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518e1a2-5436-4d6a-8069-84bf94d03629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77612ee-5831-4e02-82f2-b02970bf005f,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:15.219301 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53748) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:15.221675 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fe0ef-ec96-41dc-bc4e-efb8d938e89c None None] Network 5afebf02-4fec-4375-91fe-2fc1c4e5652e requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:38:15.223689 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a518e1a2-5436-4d6a-8069-84bf94d03629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:15.291670 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.356311 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Deleting port 4ea3f592-e990-441e-879d-b5050951e94b {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:38:15.356645 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.481787 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] For port 4ea3f592-e990-441e-879d-b5050951e94b, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=4ea3f592-e990-441e-879d-b5050951e94b,segment=NetworkSegment(0866073d-d1e9-4295-8ec2-1e659bf50674),segment_id=0866073d-d1e9-4295-8ec2-1e659bf50674)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:15.482499 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.576052 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Calling delete_port for 4ea3f592-e990-441e-879d-b5050951e94b owned by network:dhcp {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:38:15.635509 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] DHCP port deletion for 5afebf02-4fec-4375-91fe-2fc1c4e5652e request from dv-cinder-757908-6-iscsi {{(pid=92142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:38:15.685762 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.691090 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-67b1542f-074a-4fc2-9ff0-caff942a648f tempest-VolumesSnapshotTestJSON-1183220522 tempest-VolumesSnapshotTestJSON-1183220522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:15.709084 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Deleting port 4ea3f592-e990-441e-879d-b5050951e94b {{(pid=92142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:38:15.709689 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.730478 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea3f592-e990-441e-879d-b5050951e94b,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:15.733803 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] No DVR routers for this DVR port 4ea3f592-e990-441e-879d-b5050951e94b on host dv-cinder-757908-6-iscsi {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:38:15.749092 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.749629 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.750096 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.750670 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.751254 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.752431 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.753005 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.753585 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.754103 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.754674 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.755258 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.755839 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.787067 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:15.827767 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] For port 4ea3f592-e990-441e-879d-b5050951e94b, host dv-cinder-757908-6-iscsi, got binding levels [] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:15.828390 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.860075 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.872600 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afebf02-4fec-4375-91fe-2fc1c4e5652e']}} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:15.885071 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0866073d-d1e9-4295-8ec2-1e659bf50674') {'for_net_delete': True} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:15.885367 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0866073d-d1e9-4295-8ec2-1e659bf50674') {} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:15.896720 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7517775'] for segment, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.897506 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Calling delete_port for 4ea3f592-e990-441e-879d-b5050951e94b owned by network:dhcp {{(pid=92142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:38:15.900673 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.ipam_backend_mixin [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Port 4ea3f592-e990-441e-879d-b5050951e94b was not found and therefore no delete operation was performed {{(pid=92142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 16 15:38:15.902258 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558'] for port, after_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.904258 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:15.914117 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.922247 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=92141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:38:15.922778 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7517361'] for segment, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: retrieve_revision_numbers = { Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: Traceback (most recent call last): Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: timer() Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: cb(*args, **kw) Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: return func(*args, **kwargs) Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: self._notify() Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: self.callback(batched_events) Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: event.method(event) Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: return f(self, *a, **k) Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._get(url).json() Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: return self.request(url, 'GET', **kwargs) Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:38:15.925024 dv-cinder-757908-6-iscsi neutron-server[92141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:38:15.933191 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Pushing event deleted for resources: {'Port': ['ID=4ea3f592-e990-441e-879d-b5050951e94b,revision_number=None']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:15.937940 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] No DVR routers for this DVR port 4ea3f592-e990-441e-879d-b5050951e94b on host dv-cinder-757908-6-iscsi {{(pid=92142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:38:15.945881 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.946183 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.947100 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.947100 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.947100 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.947499 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.947780 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.948113 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.948440 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.948919 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.949138 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.949440 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:15.954391 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:15.998333 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:16.003022 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:16.006649 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:16.008903 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5afebf02-4fec-4375-91fe-2fc1c4e5652e HTTP/1.1" status: 204 len: 168 time: 0.7863500 Jun 16 15:38:16.012920 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53750) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:16.020729 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Pushing event deleted for resources: {'Network': ['ID=5afebf02-4fec-4375-91fe-2fc1c4e5652e,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:16.023328 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:16.417213 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610953'] for router_interface, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:16.528719 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ac808fa1-c7f4-4631-87d5-015f4f7459f6 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:16.549801 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: ac808fa1-c7f4-4631-87d5-015f4f7459f6 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:38:16.550160 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ac808fa1-c7f4-4631-87d5-015f4f7459f6 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:38:16.550588 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 4ea3f592-e990-441e-879d-b5050951e94b no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:16.569983 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 4ea3f592-e990-441e-879d-b5050951e94b {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:38:16.570347 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 4ea3f592-e990-441e-879d-b5050951e94b not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:38:16.570779 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:16.590601 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:38:16.590963 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 9576e95b-ddf7-487f-9181-88ee3d4a1ea9 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:38:16.694343 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] Deleting port 28266a87-3fd0-41d0-b0a8-c628d3846e04 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:38:16.694604 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:16.827107 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] For port 28266a87-3fd0-41d0-b0a8-c628d3846e04, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=28266a87-3fd0-41d0-b0a8-c628d3846e04,segment=NetworkSegment(dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a),segment_id=dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:16.827462 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:16.898342 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] Calling delete_port for 28266a87-3fd0-41d0-b0a8-c628d3846e04 owned by network:router_interface {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:38:17.090663 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:17.093121 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-b4361f6b-e56d-4ae0-9732-c8497b7e18c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:17.120117 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=28266a87-3fd0-41d0-b0a8-c628d3846e04,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:17.125822 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:17.348461 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610845'] for router_interface, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:17.887702 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] Router f2401203-3863-4cd9-990e-00e85dd28ccb has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:38:18.015377 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:38:18.020793 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-f5e49357-b260-4608-a9a0-8fada8f99fb6 admin admin] 10.222.0.61 "PUT /v2.0/routers/f2401203-3863-4cd9-990e-00e85dd28ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0066161 Jun 16 15:38:18.023909 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53752) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:18.025032 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c91d5c5-6307-497d-add3-267c31256747 None None] Sync routers for ids ['f2401203-3863-4cd9-990e-00e85dd28ccb'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:38:18.037082 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c91d5c5-6307-497d-add3-267c31256747 None None] Routers {'f2401203-3863-4cd9-990e-00e85dd28ccb'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:18.037894 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-9c91d5c5-6307-497d-add3-267c31256747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:37:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['f2401203-3863-4cd9-990e-00e85dd28ccb'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:18.179517 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-9c91d5c5-6307-497d-add3-267c31256747 None None] Set router f2401203-3863-4cd9-990e-00e85dd28ccb gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:18.432006 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Notify callbacks [] for router, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:18.508294 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-9c91d5c5-6307-497d-add3-267c31256747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'name': 'tempest-TestMinimumBasicScenario-1103080696-router', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:33:04Z', 'updated_at': '2021-06-16T15:38:17Z', 'revision_number': 5, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'gw_port': {'id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:05Z', 'updated_at': '2021-06-16T15:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:18.522519 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c91d5c5-6307-497d-add3-267c31256747 None None] Checking router: f2401203-3863-4cd9-990e-00e85dd28ccb for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:38:18.538145 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c91d5c5-6307-497d-add3-267c31256747 None None] Routers {'f2401203-3863-4cd9-990e-00e85dd28ccb'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:18.539362 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-9c91d5c5-6307-497d-add3-267c31256747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:37:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['f2401203-3863-4cd9-990e-00e85dd28ccb'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:18.591547 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:18.653194 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Deleting port d0da1941-2811-420b-95e1-1170951d52c4 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:38:18.653539 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:18.661419 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-9c91d5c5-6307-497d-add3-267c31256747 None None] Set router f2401203-3863-4cd9-990e-00e85dd28ccb gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:18.789337 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] For port d0da1941-2811-420b-95e1-1170951d52c4, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=d0da1941-2811-420b-95e1-1170951d52c4,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:18.789832 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:18.863607 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Calling delete_port for d0da1941-2811-420b-95e1-1170951d52c4 owned by network:router_gateway {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:38:18.931256 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-9c91d5c5-6307-497d-add3-267c31256747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'name': 'tempest-TestMinimumBasicScenario-1103080696-router', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:33:04Z', 'updated_at': '2021-06-16T15:38:17Z', 'revision_number': 5, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'gw_port': {'id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:05Z', 'updated_at': '2021-06-16T15:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:18.942461 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c91d5c5-6307-497d-add3-267c31256747 None None] The sync data for ids ['f2401203-3863-4cd9-990e-00e85dd28ccb'] in dv-cinder-757908-6-iscsi is: [{'id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'name': 'tempest-TestMinimumBasicScenario-1103080696-router', 'tenant_id': 'bbca5ec555f3473c867fbf638f9d8247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:33:04Z', 'updated_at': '2021-06-16T15:38:17Z', 'revision_number': 5, 'project_id': 'bbca5ec555f3473c867fbf638f9d8247', 'gw_port': {'id': 'd0da1941-2811-420b-95e1-1170951d52c4', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2401203-3863-4cd9-990e-00e85dd28ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:33:05Z', 'updated_at': '2021-06-16T15:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:38:19.038893 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.040992 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-731879de-33e9-4539-803d-7b7bcec1c235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:19.062895 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0da1941-2811-420b-95e1-1170951d52c4,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:19.067480 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:19.130297 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678366'] for router_gateway, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.218740 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-823'] for router, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.221726 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.265714 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427092'] for router, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.266168 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2401203-3863-4cd9-990e-00e85dd28ccb {{(pid=92141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:38:19.271460 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Notify callbacks [] for router, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.272428 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f2401203-3863-4cd9-990e-00e85dd28ccb HTTP/1.1" status: 204 len: 168 time: 1.2474077 Jun 16 15:38:19.274987 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53754) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:19.321902 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa582691-e00f-4cd6-bf77-4823e6c7613b admin admin] Deleting subnet 410fca97-ec1b-4867-b18b-eee9344f9228 {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:38:19.325143 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aa582691-e00f-4cd6-bf77-4823e6c7613b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.361667 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aa582691-e00f-4cd6-bf77-4823e6c7613b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8383262'] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.454473 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aa582691-e00f-4cd6-bf77-4823e6c7613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.510625 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aa582691-e00f-4cd6-bf77-4823e6c7613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7514117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1118612'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.512740 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:19.536681 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa582691-e00f-4cd6-bf77-4823e6c7613b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=410fca97-ec1b-4867-b18b-eee9344f9228,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:19.543119 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-aa582691-e00f-4cd6-bf77-4823e6c7613b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:19.544063 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-aa582691-e00f-4cd6-bf77-4823e6c7613b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.548400 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-aa582691-e00f-4cd6-bf77-4823e6c7613b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/410fca97-ec1b-4867-b18b-eee9344f9228 HTTP/1.1" status: 204 len: 168 time: 0.2699206 Jun 16 15:38:19.549278 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53756) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:19.553474 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7881b0-156c-4ebb-8f9d-bf34ca4d0675 None None] Network 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:38:19.627521 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.684072 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Deleting port 8907d9ce-3c11-499c-8263-a3643f281f13 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:38:19.684416 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.750736 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] For port 8907d9ce-3c11-499c-8263-a3643f281f13, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=8907d9ce-3c11-499c-8263-a3643f281f13,segment=NetworkSegment(dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a),segment_id=dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:19.751102 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.819165 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Calling delete_port for 8907d9ce-3c11-499c-8263-a3643f281f13 owned by network:dhcp {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:38:19.930110 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.932447 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4cdf76d6-bf5c-46dc-9e79-2ce2e77b9e35 tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:19.933831 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-fc426826-24f4-462d-857f-e57236405f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:19.943325 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e965e2b-6a8b-4765-90bb-65e250fe35d9 None None] DHCP port deletion for 8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f request from dv-cinder-757908-6-iscsi {{(pid=92142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:38:19.962637 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Pushing event deleted for resources: {'Port': ['ID=8907d9ce-3c11-499c-8263-a3643f281f13,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:19.963165 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:19.965703 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] No DVR routers for this DVR port 8907d9ce-3c11-499c-8263-a3643f281f13 on host dv-cinder-757908-6-iscsi {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:38:20.035925 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:20.045754 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f']}} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:20.060846 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a') {'for_net_delete': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:20.061173 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd7d74a-85e3-4d9e-9da4-1e65a23a4b7a') {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:20.072150 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8383239'] for segment, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:20.086604 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:20.093131 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=92140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:38:20.093519 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7514266'] for segment, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: Traceback (most recent call last): Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: timer() Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: cb(*args, **kw) Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: return func(*args, **kwargs) Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: self._notify() Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: self.callback(batched_events) Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: event.method(event) Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: return f(self, *a, **k) Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._get(url).json() Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: return self.request(url, 'GET', **kwargs) Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:38:20.095859 dv-cinder-757908-6-iscsi neutron-server[92140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:38:20.153238 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:20.157557 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:20.160720 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:20.162632 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] 10.222.0.61 "DELETE /v2.0/networks/8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f HTTP/1.1" status: 204 len: 168 time: 0.6123810 Jun 16 15:38:20.174065 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae7a75b-6bd9-4eda-a1ab-2e1f6393ab8f,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:20.177049 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-eabd6c37-7403-46d8-b291-663df5152bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:20.311315 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53760) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:20.355260 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-c50cec2c-04c5-4eb3-b41a-aa28c8aae9cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=53c5b8c908be40d1ae475324df7b5a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424337 Jun 16 15:38:20.359082 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53762) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:20.418707 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c0bd516f-9ed5-4276-bed1-d0ef351c6f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:20.441022 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c0bd516f-9ed5-4276-bed1-d0ef351c6f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:20.493855 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c0bd516f-9ed5-4276-bed1-d0ef351c6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:20.497201 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-c0bd516f-9ed5-4276-bed1-d0ef351c6f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:20.500995 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-c0bd516f-9ed5-4276-bed1-d0ef351c6f0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05d48e3f-7c36-434b-9af9-1a70144a0dff HTTP/1.1" status: 204 len: 168 time: 0.1383832 Jun 16 15:38:20.500995 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-d35f3201-1c8e-47f7-8c9c-93dd825c12f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:20.508262 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd516f-9ed5-4276-bed1-d0ef351c6f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d48e3f-7c36-434b-9af9-1a70144a0dff,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:20.511673 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c0bd516f-9ed5-4276-bed1-d0ef351c6f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:20.561694 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device d0da1941-2811-420b-95e1-1170951d52c4 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:20.597944 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: d0da1941-2811-420b-95e1-1170951d52c4 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:38:20.598444 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device d0da1941-2811-420b-95e1-1170951d52c4 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:38:20.599165 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 8907d9ce-3c11-499c-8263-a3643f281f13 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:20.633234 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 8907d9ce-3c11-499c-8263-a3643f281f13 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:38:20.633751 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 8907d9ce-3c11-499c-8263-a3643f281f13 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:38:20.634462 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 28266a87-3fd0-41d0-b0a8-c628d3846e04 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:38:20.660933 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 28266a87-3fd0-41d0-b0a8-c628d3846e04 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:38:20.661454 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 28266a87-3fd0-41d0-b0a8-c628d3846e04 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:38:20.896616 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53768) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:20.943632 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-a0502ed3-d6b3-4263-9376-f7af56b059c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bbca5ec555f3473c867fbf638f9d8247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457184 Jun 16 15:38:20.946492 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53770) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:21.004244 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a3f71b44-1262-47f4-956f-1b1e3812bf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:21.033006 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a3f71b44-1262-47f4-956f-1b1e3812bf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:21.090524 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a3f71b44-1262-47f4-956f-1b1e3812bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:21.093338 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-a3f71b44-1262-47f4-956f-1b1e3812bf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:21.094445 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-a3f71b44-1262-47f4-956f-1b1e3812bf95 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/30448234-7a91-4db2-93c2-23024e40caaa HTTP/1.1" status: 204 len: 168 time: 0.1470408 Jun 16 15:38:21.095349 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f41520c2-021b-41f6-9302-cbe734f58b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:21.103393 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f71b44-1262-47f4-956f-1b1e3812bf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30448234-7a91-4db2-93c2-23024e40caaa,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:21.105777 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a3f71b44-1262-47f4-956f-1b1e3812bf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:21.968684 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53792) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:22.077131 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1801133325-network', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:22.100235 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Made reservation on behalf of 63c5be46058e4a04a0d47401fc908e09 for: {'network': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:38:22.102620 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.115752 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.220601 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.226340 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.229509 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4c08ff0a-0655-480d-b3fa-6990eee5aa4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:22.255624 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=92140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:38:22.266271 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296ef397-7fd5-4b6f-91f6-bd572f6100ec,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:22.272484 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.272824 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.segments_db [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Added segment a1c7d209-11d0-4bdb-a670-70b0682b4197 of type vlan for network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 Jun 16 15:38:22.274346 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:22.319473 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.356238 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.357587 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:22.358176 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.360298 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:22.393963 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4237757 Jun 16 15:38:22.396839 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53796) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:22.430258 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Request body: {'subnet': {'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1801133325-subnet', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:22.433630 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Pushing event updated for resources: {'Network': ['ID=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:22.437067 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-5c94f6d6-c57d-43cc-80af-c076d3b7cc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:22.445656 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:38:22.455383 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Made reservation on behalf of 63c5be46058e4a04a0d47401fc908e09 for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:38:22.458464 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1118607'] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.646943 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7514180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1118621'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.649388 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-823e5ba9-1e57-4f78-8fa9-0cdce1096d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:22.703869 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adaeb16-1ee8-48d0-8a48-f2757cb87405,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:22.708093 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:22.715502 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Checking segment: {'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:38:22.715879 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Network hostable DHCP agents. Network: f4786cf1-4174-4f9a-9e3f-ca7982a0ada8, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:38:22.744697 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:38:22.759205 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, f4786cf1-4174-4f9a-9e3f-ca7982a0ada8) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:38:22.765403 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:22.766424 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.771700 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287336c8-7ccb-482e-b5dc-54421d1e799c None None] Network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:38:22.787670 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3613045 Jun 16 15:38:22.791224 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53798) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:22.796813 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:22.821427 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.822448 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.887787 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:22.975284 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8da438e2-716c-5b01-ad11-9c1c2b5a23b2-f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405'}]}} from dv-cinder-757908-6-iscsi. {{(pid=92142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:38:22.976048 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.037980 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-830'] for router, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.118051 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.db_base_plugin_common [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Allocated IP 172.20.0.2 (f4786cf1-4174-4f9a-9e3f-ca7982a0ada8/7adaeb16-1ee8-48d0-8a48-f2757cb87405/796ee478-679b-45bf-8b63-59f31d301ffa) {{(pid=92142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:38:23.250656 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.263618 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Notify callbacks [] for port, precommit_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.270792 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.273074 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Transition to ACTIVE for port object 796ee478-679b-45bf-8b63-59f31d301ffa will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:23.289560 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Transition to ACTIVE for port object 796ee478-679b-45bf-8b63-59f31d301ffa will not be triggered until provisioned by entity DHCP. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:23.296004 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.298133 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-5634fc3a-33b2-4c00-bb48-064abb802b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:23.336344 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 is already hosted by enough agents. {{(pid=92142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:38:23.341184 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.base_scheduler [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Resources bound (agent type, host, resource id): {{(pid=92142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:38:23.344710 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Received port after_create {{(pid=92142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:38:23.351382 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Pushing event updated for resources: {'Port': ['ID=796ee478-679b-45bf-8b63-59f31d301ffa,revision_number=1']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:23.355084 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:23.384012 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Allocated IP 172.27.0.46 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/7cb1bfc8-90f4-4f4e-836b-9e9244a258db) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:38:23.411341 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Attempting to bind port 796ee478-679b-45bf-8b63-59f31d301ffa on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:38:23.411727 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Attempting to bind port 796ee478-679b-45bf-8b63-59f31d301ffa by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:38:23.412105 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Attempting to bind port 796ee478-679b-45bf-8b63-59f31d301ffa on network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:38:23.417473 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:38:23.417806 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Checking segment: {'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:38:23.418221 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.418632 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Bound using segment: {'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:38:23.419112 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Bound port: 796ee478-679b-45bf-8b63-59f31d301ffa, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:38:23.419507 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.460956 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-01da7a90-4124-4eb7-ba43-21784146b4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.496628 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-98b5acd9-122a-4611-9869-7014be88713d None None] For port 796ee478-679b-45bf-8b63-59f31d301ffa, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:38:23.498202 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.500559 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-98b5acd9-122a-4611-9869-7014be88713d None None] For port 796ee478-679b-45bf-8b63-59f31d301ffa, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=796ee478-679b-45bf-8b63-59f31d301ffa,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:38:23.505111 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.508013 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:23.542041 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:23.544028 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-fbaa28ef-e98a-4dfc-8ea6-e35a87d83158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:23.586142 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:38:23.587450 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:38:23.589930 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Pushing event updated for resources: {'Port': ['ID=796ee478-679b-45bf-8b63-59f31d301ffa,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:23.591122 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:38:23.596536 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:23.598280 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Pushing event updated for resources: {'Port': ['ID=7cb1bfc8-90f4-4f4e-836b-9e9244a258db,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:23.622385 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:23.884856 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:24.014740 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:24.093975 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675493'] for router, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:24.235347 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Router 0835bb91-b54b-420f-9583-f2938d4a026b is scheduled to L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 with binding_index 1 {{(pid=92141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:38:24.360315 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:38:24.371053 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Sync routers for ids ['0835bb91-b54b-420f-9583-f2938d4a026b'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:38:24.380444 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Notify callbacks [] for router, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:24.382374 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5897596 Jun 16 15:38:24.387132 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53800) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:24.388292 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Routers {'0835bb91-b54b-420f-9583-f2938d4a026b'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:24.389025 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:38:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0835bb91-b54b-420f-9583-f2938d4a026b'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:24.521294 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Set router 0835bb91-b54b-420f-9583-f2938d4a026b gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:24.613096 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07b282-b748-4ab7-b689-15fdb9826c11 None None] Network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:38:24.646528 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 796ee478-679b-45bf-8b63-59f31d301ffa up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:24.865398 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-3fea3fc0-7489-499f-894e-e001edd83c53 None None] Provisioning for port 796ee478-679b-45bf-8b63-59f31d301ffa completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:24.906640 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:24.934261 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 796ee478-679b-45bf-8b63-59f31d301ffa completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:24.964907 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 796ee478-679b-45bf-8b63-59f31d301ffa triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:24.965319 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.066270 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:23Z', 'revision_number': 3, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:25.073497 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Checking router: 0835bb91-b54b-420f-9583-f2938d4a026b for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:38:25.073869 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Updating router 0835bb91-b54b-420f-9583-f2938d4a026b port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db binding host dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:38:25.084993 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Allocated IP 172.20.0.1 (f4786cf1-4174-4f9a-9e3f-ca7982a0ada8/7adaeb16-1ee8-48d0-8a48-f2757cb87405/45d8b291-d781-4c89-a07a-7d140bce1560) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:38:25.231597 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.258389 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Transition to ACTIVE for port object 45d8b291-d781-4c89-a07a-7d140bce1560 will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:25.284956 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.287090 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.300379 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.303251 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-139bffd7-9147-41f6-a5cf-a4c160dda970 tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:25.343447 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:38:25.347815 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:38:25.350447 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:38:25.364520 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 796ee478-679b-45bf-8b63-59f31d301ffa, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=796ee478-679b-45bf-8b63-59f31d301ffa,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:25.392852 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Pushing event updated for resources: {'Port': ['ID=45d8b291-d781-4c89-a07a-7d140bce1560,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:25.394869 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:25.405028 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674836'] for router_interface, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.407434 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.413104 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:25.499918 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=796ee478-679b-45bf-8b63-59f31d301ffa,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:25.506858 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:25.622368 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.650378 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-49d9a336-23ce-4865-9dbc-59434a39aae8 None None] Provisioning complete for port 796ee478-679b-45bf-8b63-59f31d301ffa triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:25.651302 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-49d9a336-23ce-4865-9dbc-59434a39aae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.704328 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Notify callbacks [] for port, precommit_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.719569 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Transition to ACTIVE for port object 7cb1bfc8-90f4-4f4e-836b-9e9244a258db will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:25.727722 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.732284 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:25.805871 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Attempting to bind port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:38:25.806256 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Attempting to bind port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:38:25.806632 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Attempting to bind port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db on network 43ae66be-102b-49e6-bb36-82b6a3432ce6 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:38:25.821748 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d454f-f75b-4acc-be5d-a563ec0f3dfd None None] Pushing event updated for resources: {'Port': ['ID=7cb1bfc8-90f4-4f4e-836b-9e9244a258db,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:25.826345 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-1a8d454f-f75b-4acc-be5d-a563ec0f3dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:25.827154 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:38:25.827532 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Checking segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:38:25.827944 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.828479 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Bound using segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:38:25.828997 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Bound port: 7cb1bfc8-90f4-4f4e-836b-9e9244a258db, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:38:25.830454 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.851444 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.857568 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.860003 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-7636aa38-5526-456e-91fa-84356f81a4e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:25.894958 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] For port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:38:25.901066 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] For port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=7cb1bfc8-90f4-4f4e-836b-9e9244a258db,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:38:25.908588 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:25.911520 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:26.020601 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-b15bbfc0-7e8d-4841-87d4-2df1cb5ed229 None None] Provisioning for port 45d8b291-d781-4c89-a07a-7d140bce1560 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:26.048424 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-b15bbfc0-7e8d-4841-87d4-2df1cb5ed229 None None] Provisioning complete for port 45d8b291-d781-4c89-a07a-7d140bce1560 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:26.048921 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b15bbfc0-7e8d-4841-87d4-2df1cb5ed229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:26.053596 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d454f-f75b-4acc-be5d-a563ec0f3dfd None None] Pushing event updated for resources: {'Port': ['ID=7cb1bfc8-90f4-4f4e-836b-9e9244a258db,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:26.090906 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Routers {'0835bb91-b54b-420f-9583-f2938d4a026b'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:26.092299 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:38:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0835bb91-b54b-420f-9583-f2938d4a026b'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:26.099269 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-1a8d454f-f75b-4acc-be5d-a563ec0f3dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:26.183405 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-b15bbfc0-7e8d-4841-87d4-2df1cb5ed229 None None] Port 45d8b291-d781-4c89-a07a-7d140bce1560 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:38:26.227855 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] Set router 0835bb91-b54b-420f-9583-f2938d4a026b gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:26.228680 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674792'] for router_interface, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:26.230576 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Pushing event updated for resources: {'Port': ['ID=45d8b291-d781-4c89-a07a-7d140bce1560,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:26.234121 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:26.335043 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:26.335368 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:38:26.336834 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:38:26.488553 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Router 0835bb91-b54b-420f-9583-f2938d4a026b has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:38:26.499462 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '45d8b291-d781-4c89-a07a-7d140bce1560', 'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'mac_address': 'fa:16:3e:9e:af:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:24Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 2, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'subnets': [{'id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:26.505036 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7578264f-e7c8-49d2-a386-0286bc8c96db None None] The sync data for ids ['0835bb91-b54b-420f-9583-f2938d4a026b'] in dv-cinder-757908-6-iscsi is: [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '45d8b291-d781-4c89-a07a-7d140bce1560', 'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'mac_address': 'fa:16:3e:9e:af:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:24Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 2, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'subnets': [{'id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:38:26.563287 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 796ee478-679b-45bf-8b63-59f31d301ffa up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:26.624805 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-57d08d45-0621-46d8-9484-3cd96ca4b95d None None] Provisioning complete for port 45d8b291-d781-4c89-a07a-7d140bce1560 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:26.625109 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-57d08d45-0621-46d8-9484-3cd96ca4b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:26.640926 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:38:26.646795 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-d3c9eb76-296a-46ec-a1a5-0c904ec1ea0f admin admin] 10.222.0.61 "PUT /v2.0/routers/0835bb91-b54b-420f-9583-f2938d4a026b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2583432 Jun 16 15:38:26.672808 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 796ee478-679b-45bf-8b63-59f31d301ffa triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:26.674319 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:26.678320 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-57d08d45-0621-46d8-9484-3cd96ca4b95d None None] Port 45d8b291-d781-4c89-a07a-7d140bce1560 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:38:27.303887 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53816) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:27.317928 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1183947187-network', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:27.357145 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Made reservation on behalf of ebd28809c0184e4a9b955d4653d5d6f8 for: {'network': 1} {{(pid=92141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:38:27.361338 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for network, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.378312 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.561982 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.571402 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.574926 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e6cc8632-b9d9-427f-b991-b91275b91363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:27.600652 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=92141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:38:27.613490 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed16876-8943-4b47-af17-f59f4e9b35ab,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:27.619527 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:27.621140 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.621496 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.segments_db [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Added segment c60739f8-d721-4db2-ac4f-52df0f819483 of type vlan for network 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 Jun 16 15:38:27.683510 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749608131732'] for network, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.721482 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207'] for network, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.722847 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:27.723991 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.729044 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:27.762333 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4578943 Jun 16 15:38:27.766260 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53818) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:27.774432 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Request body: {'subnet': {'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1183947187-subnet', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'ip_version': 4}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:27.798964 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Made reservation on behalf of ebd28809c0184e4a9b955d4653d5d6f8 for: {'subnet': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:38:27.802012 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1118607'] for subnet, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:27.804154 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Pushing event updated for resources: {'Network': ['ID=979d15c5-ba15-42b8-ab9a-b4c5c0679ed3,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:27.807182 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6a388c1d-0f81-4363-8d12-3867ad6e5411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:27.816312 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Network 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 details requested by agent ovs-agent-dv-cinder-757908-6-iscsi with host dv-cinder-757908-6-iscsi {{(pid=92142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:38:28.024845 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.033579 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7514180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1118621'] for subnet, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.036361 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-61ec157f-8d28-411c-ba3d-c2e6f2c1f269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:28.084537 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ec2756-6ef4-4593-8a3d-cd7d8fbe1341,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:28.089023 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:28.107095 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Checking segment: {'id': 'c60739f8-d721-4db2-ac4f-52df0f819483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:38:28.107461 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Network hostable DHCP agents. Network: 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3, hostable agents: ['e57c28f8-cc20-47dc-b4b6-9ce668a24603'], hosted agents: [] {{(pid=92140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:38:28.127068 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Network 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 is scheduled to be hosted by DHCP agent e57c28f8-cc20-47dc-b4b6-9ce668a24603 with binding_index 1 {{(pid=92140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:38:28.138344 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757908-6-iscsi, 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3) {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:38:28.143223 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:28.143924 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.149988 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55642d13-ced0-4190-a35f-507dbd174853 None None] Network 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:38:28.161900 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-657bd9b9-e22c-4de3-bac8-b9753b2cac98 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3932157 Jun 16 15:38:28.165024 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53820) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:28.170102 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1183947187-router', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:28.196199 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.197996 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-427816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1613019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.269152 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.390304 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8da438e2-716c-5b01-ad11-9c1c2b5a23b2-979d15c5-ba15-42b8-ab9a-b4c5c0679ed3', 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'fixed_ips': [{'subnet_id': '89ec2756-6ef4-4593-8a3d-cd7d8fbe1341'}]}} from dv-cinder-757908-6-iscsi. {{(pid=92142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:38:28.391571 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.416664 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-830'] for router, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.623706 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 7cb1bfc8-90f4-4f4e-836b-9e9244a258db up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:28.710612 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.711755 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.db_base_plugin_common [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Allocated IP 172.20.0.2 (979d15c5-ba15-42b8-ab9a-b4c5c0679ed3/89ec2756-6ef4-4593-8a3d-cd7d8fbe1341/b2468743-1b8e-40da-89c5-cd4be3551535) {{(pid=92142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:38:28.731631 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.775879 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:28.787561 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:28.788228 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:28.878504 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Sync routers for ids ['0835bb91-b54b-420f-9583-f2938d4a026b'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:38:28.889156 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Routers {'0835bb91-b54b-420f-9583-f2938d4a026b'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:28.890600 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:38:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0835bb91-b54b-420f-9583-f2938d4a026b'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:28.894005 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Allocated IP 172.27.0.163 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/fc20ffb4-972e-453a-a51b-5d7b8fd44fe3) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:38:29.012244 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Set router 0835bb91-b54b-420f-9583-f2938d4a026b gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:29.042633 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.097126 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.100138 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4945f7c1-ac2a-4879-853a-3a8a7801e12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:29.121577 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Notify callbacks [] for port, precommit_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.124946 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.134853 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:38:29.137971 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:38:29.142550 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:38:29.160242 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Transition to ACTIVE for port object b2468743-1b8e-40da-89c5-cd4be3551535 will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:29.177410 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Pushing event updated for resources: {'Port': ['ID=fc20ffb4-972e-453a-a51b-5d7b8fd44fe3,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:29.183702 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:29.184866 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=7cb1bfc8-90f4-4f4e-836b-9e9244a258db,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:29.198435 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.205289 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-75c86346-2f41-4df9-b5d8-230eac8092d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:29.249183 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Transition to ACTIVE for port object b2468743-1b8e-40da-89c5-cd4be3551535 will not be triggered until provisioned by entity DHCP. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:29.258540 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '45d8b291-d781-4c89-a07a-7d140bce1560', 'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'mac_address': 'fa:16:3e:9e:af:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:24Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 2, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'subnets': [{'id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:29.264329 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Checking router: 0835bb91-b54b-420f-9583-f2938d4a026b for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:38:29.265443 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Updating router 0835bb91-b54b-420f-9583-f2938d4a026b port 45d8b291-d781-4c89-a07a-7d140bce1560 binding host dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:38:29.266388 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549'] for port, after_create {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.325647 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=7cb1bfc8-90f4-4f4e-836b-9e9244a258db,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:29.329147 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.334154 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Network 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 is already hosted by enough agents. {{(pid=92142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:38:29.335757 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:29.336914 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:29.346463 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.scheduler.base_scheduler [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Resources bound (agent type, host, resource id): {{(pid=92142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:38:29.348223 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Received port after_create {{(pid=92142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:38:29.438180 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.503897 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Pushing event updated for resources: {'Port': ['ID=b2468743-1b8e-40da-89c5-cd4be3551535,revision_number=1']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:29.508331 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:29.509774 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Attempting to bind port b2468743-1b8e-40da-89c5-cd4be3551535 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:38:29.510425 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Attempting to bind port b2468743-1b8e-40da-89c5-cd4be3551535 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'c60739f8-d721-4db2-ac4f-52df0f819483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:38:29.511068 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Attempting to bind port b2468743-1b8e-40da-89c5-cd4be3551535 on network 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:38:29.520405 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:38:29.521125 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Checking segment: {'id': 'c60739f8-d721-4db2-ac4f-52df0f819483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:38:29.521860 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.522562 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Bound using segment: {'id': 'c60739f8-d721-4db2-ac4f-52df0f819483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:38:29.523426 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Bound port: b2468743-1b8e-40da-89c5-cd4be3551535, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60739f8-d721-4db2-ac4f-52df0f819483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:38:29.524093 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.632676 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Notify callbacks [] for port, precommit_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.643766 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] For port b2468743-1b8e-40da-89c5-cd4be3551535, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:38:29.647705 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.provisioning_blocks [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Transition to ACTIVE for port object 45d8b291-d781-4c89-a07a-7d140bce1560 will not be triggered until provisioned by entity L2. {{(pid=92143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:29.648264 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] For port b2468743-1b8e-40da-89c5-cd4be3551535, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=b2468743-1b8e-40da-89c5-cd4be3551535,segment=NetworkSegment(c60739f8-d721-4db2-ac4f-52df0f819483),segment_id=c60739f8-d721-4db2-ac4f-52df0f819483)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:38:29.654672 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.655128 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.659634 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:29.660339 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:29.672160 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675493'] for router, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.732682 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Pushing event updated for resources: {'Port': ['ID=45d8b291-d781-4c89-a07a-7d140bce1560,revision_number=3']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:29.743830 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.744169 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.744507 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.744836 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.745195 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.745526 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.745856 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.746176 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.746514 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.746837 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.747157 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.747504 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:38:29.782938 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Pushing event updated for resources: {'Port': ['ID=b2468743-1b8e-40da-89c5-cd4be3551535,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:29.788432 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:29.789452 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-db312204-6bdf-4845-a5cf-e8159c9cd189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:29.897001 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Attempting to bind port 45d8b291-d781-4c89-a07a-7d140bce1560 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:38:29.897628 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Attempting to bind port 45d8b291-d781-4c89-a07a-7d140bce1560 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:38:29.897759 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Attempting to bind port 45d8b291-d781-4c89-a07a-7d140bce1560 on network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:38:29.904320 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:38:29.904761 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Checking segment: {'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:38:29.905193 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.905656 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Bound using segment: {'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:38:29.906182 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Bound port: 45d8b291-d781-4c89-a07a-7d140bce1560, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'}}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:38:29.906674 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.925358 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f is scheduled to L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 with binding_index 1 {{(pid=92140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:38:29.996947 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] For port 45d8b291-d781-4c89-a07a-7d140bce1560, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:38:30.003386 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] For port 45d8b291-d781-4c89-a07a-7d140bce1560, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=45d8b291-d781-4c89-a07a-7d140bce1560,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:38:30.019432 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:30.058527 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-8fb6a476-a1d7-4689-847c-f604d9cb6e39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:30.144228 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Pushing event updated for resources: {'Port': ['ID=45d8b291-d781-4c89-a07a-7d140bce1560,revision_number=4']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:30.148174 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-9589424a-cafc-412e-9353-ea5eb2fc54a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:30.150599 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Routers {'0835bb91-b54b-420f-9583-f2938d4a026b'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:30.151506 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:38:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0835bb91-b54b-420f-9583-f2938d4a026b'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:30.176910 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:38:30.198306 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Sync routers for ids ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:38:30.201227 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] Notify callbacks [] for router, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:30.202962 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-def12089-1ba2-47e1-a696-5d875608d477 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0368197 Jun 16 15:38:30.207666 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53824) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:30.214295 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Routers {'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:30.215067 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:38:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:30.385252 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] Set router 0835bb91-b54b-420f-9583-f2938d4a026b gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:30.536207 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Set router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:30.758658 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '45d8b291-d781-4c89-a07a-7d140bce1560', 'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'mac_address': 'fa:16:3e:9e:af:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:24Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'subnets': [{'id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:30.763732 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f023f-d377-421a-a98c-faec78f766cf None None] The sync data for ids ['0835bb91-b54b-420f-9583-f2938d4a026b'] in dv-cinder-757908-6-iscsi is: [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '45d8b291-d781-4c89-a07a-7d140bce1560', 'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'mac_address': 'fa:16:3e:9e:af:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:24Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'subnets': [{'id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:38:30.850967 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device b2468743-1b8e-40da-89c5-cd4be3551535 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:30.900331 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:30.914905 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'name': 'tempest-TestShelveInstance-1183947187-router', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 3, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'gw_port': {'id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:30.919773 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Checking router: c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:38:30.920162 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Updating router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 binding host dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:38:30.951130 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port b2468743-1b8e-40da-89c5-cd4be3551535 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:30.961665 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 7cb1bfc8-90f4-4f4e-836b-9e9244a258db up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:30.994233 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.128651 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:31.129156 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.168627 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_common [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Allocated IP 172.20.0.1 (979d15c5-ba15-42b8-ab9a-b4c5c0679ed3/89ec2756-6ef4-4593-8a3d-cd7d8fbe1341/ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71) {{(pid=92141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:38:31.230734 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ccffc-ea00-443c-b175-0d183b071526 None None] Network 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:38:31.322832 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.350855 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.provisioning_blocks [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Transition to ACTIVE for port object ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 will not be triggered until provisioned by entity DHCP. {{(pid=92141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:31.364432 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-50489139-2367-4cc1-9093-57907de5cc2b None None] Provisioning for port b2468743-1b8e-40da-89c5-cd4be3551535 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:31.384373 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-50489139-2367-4cc1-9093-57907de5cc2b None None] Provisioning complete for port b2468743-1b8e-40da-89c5-cd4be3551535 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:31.384769 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-50489139-2367-4cc1-9093-57907de5cc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.401921 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7517435'] for port, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.404296 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-f444b4dd-89a2-4946-9541-37bd17d7740c tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:31.419824 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 45d8b291-d781-4c89-a07a-7d140bce1560 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:31.451793 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Network 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:38:31.455339 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:38:31.462929 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Received port after_create {{(pid=92141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:38:31.467886 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:31.502570 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:31.525163 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674836'] for router_interface, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.560828 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Notify callbacks [] for port, precommit_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.585484 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Transition to ACTIVE for port object fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 will not be triggered until provisioned by entity L2. {{(pid=92142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:31.637297 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.643610 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-9421ad36-3373-499f-9fe9-75b784710544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:31.650986 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port 45d8b291-d781-4c89-a07a-7d140bce1560 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:31.687739 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 45d8b291-d781-4c89-a07a-7d140bce1560 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:31.688118 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.703219 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.730615 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-50489139-2367-4cc1-9093-57907de5cc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.774983 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Attempting to bind port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:38:31.774983 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Attempting to bind port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:38:31.774983 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Attempting to bind port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 on network 43ae66be-102b-49e6-bb36-82b6a3432ce6 {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:38:31.779709 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dac2fe-39e4-4e05-9159-661aa4c6b93b None None] Pushing event updated for resources: {'Port': ['ID=fc20ffb4-972e-453a-a51b-5d7b8fd44fe3,revision_number=2']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:31.787057 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-86dac2fe-39e4-4e05-9159-661aa4c6b93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:31.797678 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:38:31.798268 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Checking segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:38:31.798533 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.799090 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Bound using segment: {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'} {{(pid=92142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:38:31.799620 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.managers [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Bound port: fc20ffb4-972e-453a-a51b-5d7b8fd44fe3, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fcd2b-d726-4696-82a1-5accaa89f525', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6'}}] {{(pid=92142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:38:31.800135 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.846089 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-50489139-2367-4cc1-9093-57907de5cc2b None None] For port b2468743-1b8e-40da-89c5-cd4be3551535, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=b2468743-1b8e-40da-89c5-cd4be3551535,segment=NetworkSegment(c60739f8-d721-4db2-ac4f-52df0f819483),segment_id=c60739f8-d721-4db2-ac4f-52df0f819483)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:31.853958 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-50489139-2367-4cc1-9093-57907de5cc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.859865 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-c54c2c80-40b5-40f3-a434-a77dd6027d82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:31.923040 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.931019 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7517421'] for port, after_update {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.935037 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:31.946168 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] For port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:38:31.962676 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.973364 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] For port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=fc20ffb4-972e-453a-a51b-5d7b8fd44fe3,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:38:31.987057 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:31.992361 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50489139-2367-4cc1-9093-57907de5cc2b None None] Pushing event updated for resources: {'Port': ['ID=b2468743-1b8e-40da-89c5-cd4be3551535,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:31.999482 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-50489139-2367-4cc1-9093-57907de5cc2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:32.000231 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-98b5acd9-122a-4611-9869-7014be88713d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:32.022262 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674792'] for router_interface, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:32.024227 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71,revision_number=2']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:32.027766 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:32.056703 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port 45d8b291-d781-4c89-a07a-7d140bce1560, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=45d8b291-d781-4c89-a07a-7d140bce1560,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:32.064586 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:32.083812 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Routers {'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:32.084416 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:38:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:32.125045 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dac2fe-39e4-4e05-9159-661aa4c6b93b None None] Pushing event updated for resources: {'Port': ['ID=fc20ffb4-972e-453a-a51b-5d7b8fd44fe3,revision_number=3']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:32.162480 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-86dac2fe-39e4-4e05-9159-661aa4c6b93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:32.162968 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-0ac5f4e8-e96c-482d-b4ac-a7ba4eee0742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:32.178100 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Network 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 is already hosted by enough agents. {{(pid=92141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:38:32.180066 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.base_scheduler [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Resources bound (agent type, host, resource id): {{(pid=92141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:38:32.218107 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-d395b249-848c-42ff-80d3-2a6f45e8bf0e None None] Provisioning for port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:32.241445 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-d395b249-848c-42ff-80d3-2a6f45e8bf0e None None] Provisioning complete for port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:32.242458 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-d395b249-848c-42ff-80d3-2a6f45e8bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:32.269846 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=45d8b291-d781-4c89-a07a-7d140bce1560,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:32.276429 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:32.301862 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] Set router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:32.327631 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-d395b249-848c-42ff-80d3-2a6f45e8bf0e None None] Port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:38:32.343353 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:38:32.356843 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-d395b249-848c-42ff-80d3-2a6f45e8bf0e None None] Provisioning complete for port b2468743-1b8e-40da-89c5-cd4be3551535 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:32.357262 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-d395b249-848c-42ff-80d3-2a6f45e8bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:32.477397 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:38:32.483102 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-d355930d-9dc9-4f15-9832-131034352387 admin admin] 10.222.0.61 "PUT /v2.0/routers/c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2739487 Jun 16 15:38:32.625699 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device b2468743-1b8e-40da-89c5-cd4be3551535 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:32.783624 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port b2468743-1b8e-40da-89c5-cd4be3551535 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:32.784021 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:32.830914 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'name': 'tempest-TestShelveInstance-1183947187-router', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:31Z', 'revision_number': 4, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'gw_port': {'id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71', 'name': '', 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'mac_address': 'fa:16:3e:50:da:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '89ec2756-6ef4-4593-8a3d-cd7d8fbe1341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:30Z', 'updated_at': '2021-06-16T15:38:31Z', 'revision_number': 2, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'subnets': [{'id': '89ec2756-6ef4-4593-8a3d-cd7d8fbe1341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:32.837567 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d47c5-1213-4257-9863-b1d9dde11f12 None None] The sync data for ids ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'] in dv-cinder-757908-6-iscsi is: [{'id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'name': 'tempest-TestShelveInstance-1183947187-router', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:31Z', 'revision_number': 4, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'gw_port': {'id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71', 'name': '', 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'mac_address': 'fa:16:3e:50:da:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '89ec2756-6ef4-4593-8a3d-cd7d8fbe1341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:30Z', 'updated_at': '2021-06-16T15:38:31Z', 'revision_number': 2, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'subnets': [{'id': '89ec2756-6ef4-4593-8a3d-cd7d8fbe1341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:38:32.871781 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:38:32.898087 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 45d8b291-d781-4c89-a07a-7d140bce1560 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:32.933547 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-25bb64f8-aa54-46c1-ab3a-207b83518484 None None] Provisioning complete for port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:32.933936 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-25bb64f8-aa54-46c1-ab3a-207b83518484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:32.984125 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-25bb64f8-aa54-46c1-ab3a-207b83518484 None None] Port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:38:32.997038 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port 45d8b291-d781-4c89-a07a-7d140bce1560 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:32.997463 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.144144 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.257065 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 53834) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:33.262401 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.v2.base [None req-2f7bbef8-0a1e-4a5c-85ff-21c273f22ffb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-240554475', 'description': 'tempest-secgroup-smoke-240554475 description', 'project_id': '63c5be46058e4a04a0d47401fc908e09'}} {{(pid=92141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:33.291825 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbef8-0a1e-4a5c-85ff-21c273f22ffb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group, before_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.402182 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbef8-0a1e-4a5c-85ff-21c273f22ffb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group, precommit_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.407891 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbef8-0a1e-4a5c-85ff-21c273f22ffb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_create {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.412941 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-60f5ebdb-3e14-4621-b078-88e3014655b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:33.435783 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbef8-0a1e-4a5c-85ff-21c273f22ffb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.437197 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-2f7bbef8-0a1e-4a5c-85ff-21c273f22ffb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1789718 Jun 16 15:38:33.441299 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53836) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:33.447233 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bbef8-0a1e-4a5c-85ff-21c273f22ffb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bd64d7-0efd-465d-84b5-a33e0278f812,revision_number=1']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:33.448587 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-da36a193-3701-4168-8cb1-1035e8852012 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Request body: {'security_group_rule': {'security_group_id': '33bd64d7-0efd-465d-84b5-a33e0278f812', 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:33.450057 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-2f7bbef8-0a1e-4a5c-85ff-21c273f22ffb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:33.483052 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da36a193-3701-4168-8cb1-1035e8852012 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.556601 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da36a193-3701-4168-8cb1-1035e8852012 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.560928 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da36a193-3701-4168-8cb1-1035e8852012 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.563148 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:33.579059 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36a193-3701-4168-8cb1-1035e8852012 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d25cf9-7075-4d76-ba78-738d98af660e,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:33.583939 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-da36a193-3701-4168-8cb1-1035e8852012 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:33.591136 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-da36a193-3701-4168-8cb1-1035e8852012 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.592265 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-da36a193-3701-4168-8cb1-1035e8852012 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487374 Jun 16 15:38:33.595739 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53838) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:33.606399 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-6f1da7f3-81e5-4612-adcd-e82004560c13 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Request body: {'security_group_rule': {'security_group_id': '33bd64d7-0efd-465d-84b5-a33e0278f812', 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:33.649664 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6f1da7f3-81e5-4612-adcd-e82004560c13 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.723962 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6f1da7f3-81e5-4612-adcd-e82004560c13 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.730694 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6f1da7f3-81e5-4612-adcd-e82004560c13 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.737030 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-e302c0cd-7972-44f9-8feb-ce735dbbaede tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:33.756655 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1da7f3-81e5-4612-adcd-e82004560c13 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1cdf9b-ef88-4954-b462-b9fd2dce12fb,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:33.759734 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6f1da7f3-81e5-4612-adcd-e82004560c13 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:33.761125 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6f1da7f3-81e5-4612-adcd-e82004560c13 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.762667 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-6f1da7f3-81e5-4612-adcd-e82004560c13 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649423 Jun 16 15:38:33.766059 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53840) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:33.770999 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-cf0e75ec-56d2-4753-8897-a69443cbb7c0 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Request body: {'security_group_rule': {'security_group_id': '33bd64d7-0efd-465d-84b5-a33e0278f812', 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:33.808158 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cf0e75ec-56d2-4753-8897-a69443cbb7c0 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.884068 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cf0e75ec-56d2-4753-8897-a69443cbb7c0 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.888928 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cf0e75ec-56d2-4753-8897-a69443cbb7c0 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.892453 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:33.912382 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e75ec-56d2-4753-8897-a69443cbb7c0 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c35200-f6e3-4841-b96f-478ab09cc47f,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:33.916701 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-cf0e75ec-56d2-4753-8897-a69443cbb7c0 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:33.923706 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cf0e75ec-56d2-4753-8897-a69443cbb7c0 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:33.925507 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-cf0e75ec-56d2-4753-8897-a69443cbb7c0 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583996 Jun 16 15:38:33.928494 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53842) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:33.933486 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-6b82ce3e-e8eb-4d34-bd94-3018e29ef3d8 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Request body: {'security_group_rule': {'security_group_id': '33bd64d7-0efd-465d-84b5-a33e0278f812', 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:33.979559 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6b82ce3e-e8eb-4d34-bd94-3018e29ef3d8 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.072465 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6b82ce3e-e8eb-4d34-bd94-3018e29ef3d8 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.076682 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6b82ce3e-e8eb-4d34-bd94-3018e29ef3d8 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.079956 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:34.099184 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82ce3e-e8eb-4d34-bd94-3018e29ef3d8 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51b654e-6eb1-44dc-9e4a-0da714e9f0bc,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:34.101859 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6b82ce3e-e8eb-4d34-bd94-3018e29ef3d8 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:34.113025 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6b82ce3e-e8eb-4d34-bd94-3018e29ef3d8 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.117023 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-6b82ce3e-e8eb-4d34-bd94-3018e29ef3d8 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1848438 Jun 16 15:38:34.117362 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53848) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:34.122146 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-791ec342-2f9b-4442-9939-fa94bd5462b5 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Request body: {'security_group_rule': {'security_group_id': '33bd64d7-0efd-465d-84b5-a33e0278f812', 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:34.151264 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.securitygroups_db [None req-791ec342-2f9b-4442-9939-fa94bd5462b5 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Project 63c5be46058e4a04a0d47401fc908e09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:38:34.157899 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-791ec342-2f9b-4442-9939-fa94bd5462b5 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.242978 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-791ec342-2f9b-4442-9939-fa94bd5462b5 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.248470 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-791ec342-2f9b-4442-9939-fa94bd5462b5 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.252136 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:34.269794 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ec342-2f9b-4442-9939-fa94bd5462b5 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a84b8fd-d632-4d18-8ada-1da4b4fae5a4,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:34.273869 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-791ec342-2f9b-4442-9939-fa94bd5462b5 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:34.277387 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-791ec342-2f9b-4442-9939-fa94bd5462b5 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.278662 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-791ec342-2f9b-4442-9939-fa94bd5462b5 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1601851 Jun 16 15:38:34.282047 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 53850) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:38:34.287559 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-cedde3b0-7b81-481d-8384-0c16a88cf211 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Request body: {'security_group_rule': {'security_group_id': '33bd64d7-0efd-465d-84b5-a33e0278f812', 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:38:34.317211 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.securitygroups_db [None req-cedde3b0-7b81-481d-8384-0c16a88cf211 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Project 63c5be46058e4a04a0d47401fc908e09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:38:34.326459 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cedde3b0-7b81-481d-8384-0c16a88cf211 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.406934 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cedde3b0-7b81-481d-8384-0c16a88cf211 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.412244 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cedde3b0-7b81-481d-8384-0c16a88cf211 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669406'] for security_group_rule, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.417245 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-da36a193-3701-4168-8cb1-1035e8852012 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:34.433458 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedde3b0-7b81-481d-8384-0c16a88cf211 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62746177-beb5-4166-96a0-02d52187e3aa,revision_number=0']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:34.437557 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-cedde3b0-7b81-481d-8384-0c16a88cf211 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:34.444390 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-cedde3b0-7b81-481d-8384-0c16a88cf211 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.445902 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-cedde3b0-7b81-481d-8384-0c16a88cf211 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1625390 Jun 16 15:38:34.588116 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:34.645155 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:34.649821 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:34.650214 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.737110 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.761546 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=fc20ffb4-972e-453a-a51b-5d7b8fd44fe3,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:34.770875 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:34.774494 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:34.834685 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=fc20ffb4-972e-453a-a51b-5d7b8fd44fe3,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:34.838588 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:35.198439 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Sync routers for ids ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:38:35.210643 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Routers {'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:35.211287 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:38:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:35.430987 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Set router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:35.689911 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'name': 'tempest-TestShelveInstance-1183947187-router', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:31Z', 'revision_number': 4, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'gw_port': {'id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71', 'name': '', 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'mac_address': 'fa:16:3e:50:da:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '89ec2756-6ef4-4593-8a3d-cd7d8fbe1341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:30Z', 'updated_at': '2021-06-16T15:38:31Z', 'revision_number': 2, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'subnets': [{'id': '89ec2756-6ef4-4593-8a3d-cd7d8fbe1341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:35.694182 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Checking router: c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:38:35.694532 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Updating router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 binding host dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:38:35.738230 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:36.064560 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Notify callbacks [] for port, precommit_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:36.077297 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.provisioning_blocks [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Transition to ACTIVE for port object ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 will not be triggered until provisioned by entity L2. {{(pid=92143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:38:36.086900 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:36.090439 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:36.177783 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d23579-ca53-4478-936c-e7df5ff72326 None None] Pushing event updated for resources: {'Port': ['ID=ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71,revision_number=3']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:36.184028 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-d4d23579-ca53-4478-936c-e7df5ff72326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:36.248756 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Attempting to bind port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 on host dv-cinder-757908-6-iscsi for vnic_type normal with profile {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:38:36.249939 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Attempting to bind port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 by drivers openvswitch,hyperv on host dv-cinder-757908-6-iscsi at level 0 using segments [{'id': 'c60739f8-d721-4db2-ac4f-52df0f819483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3'}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:38:36.249939 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Attempting to bind port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 on network 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:38:36.259682 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Checking agent: {'id': 'c9bfe16c-9e0c-47e0-b7c0-76a0443050c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757908-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 11, 24), 'started_at': datetime.datetime(2021, 6, 16, 15, 11, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757908-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:38:36.260046 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Checking segment: {'id': 'c60739f8-d721-4db2-ac4f-52df0f819483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:38:36.260423 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:36.260829 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Bound using segment: {'id': 'c60739f8-d721-4db2-ac4f-52df0f819483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3'} {{(pid=92143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:38:36.261381 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.managers [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Bound port: ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71, host: dv-cinder-757908-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60739f8-d721-4db2-ac4f-52df0f819483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3'}}] {{(pid=92143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:38:36.261762 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:36.360065 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] For port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71, host dv-cinder-757908-6-iscsi, cleared binding levels {{(pid=92143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:38:36.363976 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.plugins.ml2.db [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] For port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71, host dv-cinder-757908-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71,segment=NetworkSegment(c60739f8-d721-4db2-ac4f-52df0f819483),segment_id=c60739f8-d721-4db2-ac4f-52df0f819483)] {{(pid=92143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:38:36.368707 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron_lib.callbacks.manager [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:36.371102 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-1afc6973-6ffa-4300-880b-7b0aa04a31d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:36.426334 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Routers {'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:38:36.426997 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:38:23Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:36.523326 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d23579-ca53-4478-936c-e7df5ff72326 None None] Pushing event updated for resources: {'Port': ['ID=ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71,revision_number=4']} {{(pid=92143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:36.542702 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG oslo_concurrency.lockutils [None req-d4d23579-ca53-4478-936c-e7df5ff72326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:36.579757 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:36.580757 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] Set router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:38:36.664507 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:36.665147 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:36.918271 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'name': 'tempest-TestShelveInstance-1183947187-router', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:31Z', 'revision_number': 4, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'gw_port': {'id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71', 'name': '', 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'mac_address': 'fa:16:3e:50:da:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '89ec2756-6ef4-4593-8a3d-cd7d8fbe1341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:30Z', 'updated_at': '2021-06-16T15:38:36Z', 'revision_number': 4, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'subnets': [{'id': '89ec2756-6ef4-4593-8a3d-cd7d8fbe1341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:38:36.925188 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a75c2e-9306-4a02-87a9-8de96dc4d21d None None] The sync data for ids ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'] in dv-cinder-757908-6-iscsi is: [{'id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'name': 'tempest-TestShelveInstance-1183947187-router', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:31Z', 'revision_number': 4, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'gw_port': {'id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': 'ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71', 'name': '', 'network_id': '979d15c5-ba15-42b8-ab9a-b4c5c0679ed3', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'mac_address': 'fa:16:3e:50:da:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '89ec2756-6ef4-4593-8a3d-cd7d8fbe1341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:30Z', 'updated_at': '2021-06-16T15:38:36Z', 'revision_number': 4, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'subnets': [{'id': '89ec2756-6ef4-4593-8a3d-cd7d8fbe1341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:38:38.571442 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:38.627481 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning for port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:38:38.631471 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:38.631852 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:38.712789 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:38.751916 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] For port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71,segment=NetworkSegment(c60739f8-d721-4db2-ac4f-52df0f819483),segment_id=c60739f8-d721-4db2-ac4f-52df0f819483)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:38:38.759409 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:38.762346 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:38:38.833533 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Pushing event updated for resources: {'Port': ['ID=ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:38:38.836875 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:38:40.544014 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 up at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:38:40.599283 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Provisioning complete for port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:38:40.599576 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:49.918071 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-d61f3b85-2bbb-4d6e-9bf5-a9284dc23e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:53.447993 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b36bad13-4dbe-43dc-a709-a4837987ef7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:54.013442 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:56.312231 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:58.014195 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:58.617190 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-8fdac762-f042-478d-96f5-2ec45efb501e tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240554475&fields=id&tenant_id=63c5be46058e4a04a0d47401fc908e09 HTTP/1.1" status: 200 len: 267 time: 0.0409913 Jun 16 15:38:58.737594 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff182138-6928-422d-9c76-fe52a64db715 req-0ffe4da7-d747-43c3-ab9e-5fc6d4c42ffb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:38:58.739478 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-0ffe4da7-d747-43c3-ab9e-5fc6d4c42ffb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 809 time: 0.1148992 Jun 16 15:38:58.756054 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-bfdf4f9f-5e95-44b6-b379-b370b9a341d3 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/quotas/63c5be46058e4a04a0d47401fc908e09 HTTP/1.1" status: 200 len: 375 time: 0.0109603 Jun 16 15:38:58.823996 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-0f156728-e838-403e-b505-7caa62f5df65 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623450 Jun 16 15:38:59.017786 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-4f7ba7b3-bfa5-460b-beda-b0a75c186835 service neutron] 10.222.0.61 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817076 Jun 16 15:38:59.111160 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-6da9be96-241c-41d6-a032-09302b7e86e6 service neutron] 10.222.0.61 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869966 Jun 16 15:38:59.425193 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0201a655-c0cc-436f-b9a7-da6caf2ecd4d req-5105f003-909f-4b4f-b395-7fdead770e37 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 210 time: 0.0291131 Jun 16 15:39:00.523835 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff182138-6928-422d-9c76-fe52a64db715 req-2236a345-b76c-4f77-aac0-5b175be9e053 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:00.525418 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-2236a345-b76c-4f77-aac0-5b175be9e053 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.36 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 809 time: 0.1329465 Jun 16 15:39:00.584007 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-d1a67850-71db-4970-9026-f9fe3dad71fd tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63c5be46058e4a04a0d47401fc908e09 HTTP/1.1" status: 200 len: 379 time: 0.0450466 Jun 16 15:39:00.594388 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-396708aa-6631-47d6-ad8f-adad6f0cbaec req-04aee7b8-fe48-4b12-9a0e-01d3a3eefb4d tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 210 time: 0.0404346 Jun 16 15:39:00.598894 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Request body: {'port': {'device_id': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'admin_state_up': True, 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'security_groups': ['33bd64d7-0efd-465d-84b5-a33e0278f812']}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:39:00.721277 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Made reservation on behalf of 63c5be46058e4a04a0d47401fc908e09 for: {'port': 1} {{(pid=92140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:39:00.724674 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:00.864246 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Allocated IP 172.20.0.10 (f4786cf1-4174-4f9a-9e3f-ca7982a0ada8/7adaeb16-1ee8-48d0-8a48-f2757cb87405/5d47d6c8-b369-4c53-abe1-f7311b861140) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:39:01.039549 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:01.054769 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Transition to ACTIVE for port object 5d47d6c8-b369-4c53-abe1-f7311b861140 will not be triggered until provisioned by entity DHCP. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:39:01.097837 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:01.104387 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-0f26c952-1dd2-4f99-b7fd-57c7eff1359f tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:39:01.173797 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:39:01.180600 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:39:01.184873 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:39:01.194468 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event updated for resources: {'Port': ['ID=5d47d6c8-b369-4c53-abe1-f7311b861140,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:01.223388 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:39:01.254944 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:01.255599 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:01.274232 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-524f6f8b-84d5-405f-b9ae-a0db2e189f3c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6842792 Jun 16 15:39:01.288789 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Request body: {'port': {'device_id': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75790'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:39:01.380865 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:01.432853 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ba7b8d18-be0e-45d3-87db-6526db9c7ab9 None None] Provisioning for port 5d47d6c8-b369-4c53-abe1-f7311b861140 completed by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:39:01.438647 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-ba7b8d18-be0e-45d3-87db-6526db9c7ab9 None None] Provisioning complete for port 5d47d6c8-b369-4c53-abe1-f7311b861140 triggered by entity DHCP. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:01.439246 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8d18-be0e-45d3-87db-6526db9c7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:01.479164 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b8d18-be0e-45d3-87db-6526db9c7ab9 None None] Port 5d47d6c8-b369-4c53-abe1-f7311b861140 cannot update to ACTIVE because it is not bound. {{(pid=92142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:39:01.957454 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffabc3-2969-4176-8dd8-f08cad71a435 req-22a89d31-585b-4518-8fa7-0fbcbe18069c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:01.959943 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f9ffabc3-2969-4176-8dd8-f08cad71a435 req-22a89d31-585b-4518-8fa7-0fbcbe18069c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 932 time: 0.1484785 Jun 16 15:39:02.030393 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f9ffabc3-2969-4176-8dd8-f08cad71a435 req-56064565-d742-4d50-a90c-c7e6cce28700 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636811 Jun 16 15:39:02.095343 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d47d6c8-b369-4c53-abe1-f7311b861140 {{(pid=92140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:39:02.107159 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:02.120603 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Transition to ACTIVE for port object 5d47d6c8-b369-4c53-abe1-f7311b861140 will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:39:02.124318 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:02.127316 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-66ce697d-8079-4876-89cd-f42252da698d tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:39:02.214082 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Pushing event updated for resources: {'Port': ['ID=5d47d6c8-b369-4c53-abe1-f7311b861140,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:02.217537 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:39:02.323211 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Attempting to bind port 5d47d6c8-b369-4c53-abe1-f7311b861140 on host hv-cinder-75790 for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:39:02.323587 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Attempting to bind port 5d47d6c8-b369-4c53-abe1-f7311b861140 by drivers openvswitch,hyperv on host hv-cinder-75790 at level 0 using segments [{'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:39:02.323965 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Attempting to bind port 5d47d6c8-b369-4c53-abe1-f7311b861140 on network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:39:02.332073 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Port 5d47d6c8-b369-4c53-abe1-f7311b861140 on network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75790 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:39:02.332632 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Attempting to bind port 5d47d6c8-b369-4c53-abe1-f7311b861140 on network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:39:02.342353 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Checking agent: {'id': '6294572d-b430-48e5-9bdb-93ecd2949b08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75790', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'started_at': datetime.datetime(2021, 6, 16, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:39:02.342925 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Checking segment: {'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:39:02.343566 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Bound using segment: {'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:39:02.344892 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Bound port: 5d47d6c8-b369-4c53-abe1-f7311b861140, host: hv-cinder-75790, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c7d209-11d0-4bdb-a670-70b0682b4197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:39:02.345539 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:02.436168 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] For port 5d47d6c8-b369-4c53-abe1-f7311b861140, host hv-cinder-75790, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:39:02.441297 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] For port 5d47d6c8-b369-4c53-abe1-f7311b861140, host hv-cinder-75790, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5d47d6c8-b369-4c53-abe1-f7311b861140,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:39:02.447492 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:02.450823 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-a638cba2-3a52-4559-bb6e-8b31cd92d128 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:39:02.490884 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:02.491573 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:02.493705 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] 10.222.0.36 "PUT /v2.0/ports/5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 1094 time: 1.2102361 Jun 16 15:39:02.494291 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:39:02.499836 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b4d48e-3da2-47ca-afd6-de840a113b85" -d '{"events": [{"name": "network-changed", "server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:39:02.593405 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Pushing event updated for resources: {'Port': ['ID=5d47d6c8-b369-4c53-abe1-f7311b861140,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:02.602975 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-33e0dfbc-967d-4d84-8cec-6e03103d9523 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:39:02.638084 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff182138-6928-422d-9c76-fe52a64db715 req-d70cdad2-102d-4416-9168-aea7682ac94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:02.640954 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-d70cdad2-102d-4416-9168-aea7682ac94e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1097 time: 0.0836370 Jun 16 15:39:02.654793 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a305cc-c0d5-4ea7-932a-fa29db71738f x-openstack-request-id: req-92a305cc-c0d5-4ea7-932a-fa29db71738f {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:39:02.655246 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:39:02.655658 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92a305cc-c0d5-4ea7-932a-fa29db71738f {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:39:02.656212 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'status': 'completed', 'code': 200} Jun 16 15:39:02.700338 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-367487b6-04d9-49ff-9338-40065f55feaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 217 time: 0.0423179 Jun 16 15:39:02.758190 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff182138-6928-422d-9c76-fe52a64db715 req-55cafb4c-19a7-4fe7-b050-512ece6978cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:02.759781 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-55cafb4c-19a7-4fe7-b050-512ece6978cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 200 len: 848 time: 0.0516527 Jun 16 15:39:02.821981 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff182138-6928-422d-9c76-fe52a64db715 req-68fce015-be26-46f4-98aa-862994d5fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:02.823486 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-68fce015-be26-46f4-98aa-862994d5fda9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576322 Jun 16 15:39:02.931930 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-47056f5e-955e-4464-9a8d-ffd0b92ca4a2 service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013906 Jun 16 15:39:03.033876 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-ff182138-6928-422d-9c76-fe52a64db715 req-69c414fa-e7e1-4764-b729-5ffd5567dc5b service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923774 Jun 16 15:39:03.102535 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:03.144751 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4d48e-3da2-47ca-afd6-de840a113b85 req-f316ec53-9c23-408e-ab87-0bf465148cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:03.146303 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f5b4d48e-3da2-47ca-afd6-de840a113b85 req-f316ec53-9c23-408e-ab87-0bf465148cd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1097 time: 0.0623090 Jun 16 15:39:03.281091 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4d48e-3da2-47ca-afd6-de840a113b85 req-76aa102b-b48d-4103-ba13-59f2bd51e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:03.283644 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f5b4d48e-3da2-47ca-afd6-de840a113b85 req-76aa102b-b48d-4103-ba13-59f2bd51e41b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 911 time: 0.1239078 Jun 16 15:39:03.293945 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c370e-cafa-4a91-b6c9-41f353202aa9 req-95e3d2d1-bf4a-4f96-b014-380e7f421986 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:03.295364 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845c370e-cafa-4a91-b6c9-41f353202aa9 req-95e3d2d1-bf4a-4f96-b014-380e7f421986 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.1458523 Jun 16 15:39:03.337539 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f5b4d48e-3da2-47ca-afd6-de840a113b85 req-81dc68f8-5fa6-48ec-a18e-077da6add747 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 217 time: 0.0411611 Jun 16 15:39:03.394043 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-845c370e-cafa-4a91-b6c9-41f353202aa9 req-eb112b1f-7d11-45fb-9abb-fc6a024a3f45 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917346 Jun 16 15:39:03.402972 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4d48e-3da2-47ca-afd6-de840a113b85 req-382b0d10-c24c-4cc0-a0d0-8087ce5482f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:03.404418 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f5b4d48e-3da2-47ca-afd6-de840a113b85 req-382b0d10-c24c-4cc0-a0d0-8087ce5482f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 200 len: 848 time: 0.0604453 Jun 16 15:39:03.464901 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4d48e-3da2-47ca-afd6-de840a113b85 req-f162af22-456f-45cb-9688-5e0e6b609128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:03.466451 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f5b4d48e-3da2-47ca-afd6-de840a113b85 req-f162af22-456f-45cb-9688-5e0e6b609128 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560594 Jun 16 15:39:03.557875 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f5b4d48e-3da2-47ca-afd6-de840a113b85 req-7b95ea8b-3615-4361-b4bc-74951489889d service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849535 Jun 16 15:39:03.654370 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f5b4d48e-3da2-47ca-afd6-de840a113b85 req-2c278c26-13a2-41a1-a72c-b6a37a157c31 service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898757 Jun 16 15:39:04.586598 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaac3b-1ba1-4d13-8f5f-8e112e24d055 req-4966869d-f67c-4200-a1b2-268740aba1b7 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:04.588195 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2ccaac3b-1ba1-4d13-8f5f-8e112e24d055 req-4966869d-f67c-4200-a1b2-268740aba1b7 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0770302 Jun 16 15:39:04.630108 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-2ccaac3b-1ba1-4d13-8f5f-8e112e24d055 req-29009fd7-debb-4d3e-ab91-cd0547fdc531 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357833 Jun 16 15:39:05.850472 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285c2bf-b1d2-4db8-bc8c-8e5e13914188 req-2d9786a8-d56a-4325-95d2-7744ff5aec9f tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:05.851951 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f285c2bf-b1d2-4db8-bc8c-8e5e13914188 req-2d9786a8-d56a-4325-95d2-7744ff5aec9f tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0894289 Jun 16 15:39:05.893166 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f285c2bf-b1d2-4db8-bc8c-8e5e13914188 req-ee1c6590-2848-466a-a3fa-630450d716fa tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352919 Jun 16 15:39:07.068355 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61bef5-1f05-417a-acdb-8bfd70809ade req-6468f9ce-6d4d-4ac9-a657-d6df3538ce95 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:07.069889 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9b61bef5-1f05-417a-acdb-8bfd70809ade req-6468f9ce-6d4d-4ac9-a657-d6df3538ce95 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0638564 Jun 16 15:39:07.109380 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-9b61bef5-1f05-417a-acdb-8bfd70809ade req-a2859940-a009-41da-a845-bb6b92b2bb40 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338168 Jun 16 15:39:08.283208 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f88f6-2517-4e7d-9227-f6f369094b4f req-a9dd288c-4914-4acf-aa6a-3782cb7f8882 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:08.284697 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d97f88f6-2517-4e7d-9227-f6f369094b4f req-a9dd288c-4914-4acf-aa6a-3782cb7f8882 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0636420 Jun 16 15:39:08.323252 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-d97f88f6-2517-4e7d-9227-f6f369094b4f req-aa49e68d-c6f5-417f-8414-efa2a96206c3 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328898 Jun 16 15:39:09.503255 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee36e7-9ce4-4650-8a93-a4d010d241e4 req-1b06335d-d94d-4992-a0f3-6857281cebbf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:09.504761 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e8ee36e7-9ce4-4650-8a93-a4d010d241e4 req-1b06335d-d94d-4992-a0f3-6857281cebbf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0698180 Jun 16 15:39:09.542721 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e8ee36e7-9ce4-4650-8a93-a4d010d241e4 req-a554cacf-0c95-4278-bba6-d5bcc3cddc7b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323400 Jun 16 15:39:09.870281 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:39:10.722580 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb605553-a993-4594-b015-6f2556b7ca87 req-e75e7285-8a94-4e3d-811d-b9dbe27c8c74 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:10.724123 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fb605553-a993-4594-b015-6f2556b7ca87 req-e75e7285-8a94-4e3d-811d-b9dbe27c8c74 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0699103 Jun 16 15:39:10.764714 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-fb605553-a993-4594-b015-6f2556b7ca87 req-85759e47-8ce7-4943-bbf4-d17d9c705e0e tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346754 Jun 16 15:39:11.940477 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547a581-dcee-4631-b55c-6a6d107bc676 req-f134a7da-d970-46c0-a1d9-8684d2176b9c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:11.941973 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8547a581-dcee-4631-b55c-6a6d107bc676 req-f134a7da-d970-46c0-a1d9-8684d2176b9c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0626647 Jun 16 15:39:11.979795 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8547a581-dcee-4631-b55c-6a6d107bc676 req-08282dcf-5452-43e8-8fb2-870111479dfe tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321684 Jun 16 15:39:12.771319 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 5d47d6c8-b369-4c53-abe1-f7311b861140 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:39:12.873842 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 5d47d6c8-b369-4c53-abe1-f7311b861140, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5d47d6c8-b369-4c53-abe1-f7311b861140,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:39:12.886576 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'port_id': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'mac_address': 'fa:16:3e:65:c4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:39:12.938566 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:12.952151 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d47d6c8-b369-4c53-abe1-f7311b861140 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:39:12.972265 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 5d47d6c8-b369-4c53-abe1-f7311b861140, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5d47d6c8-b369-4c53-abe1-f7311b861140,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:39:12.976553 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:12.978375 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:39:13.030962 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=5d47d6c8-b369-4c53-abe1-f7311b861140,revision_number=4']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:13.034659 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:39:13.201355 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64f421-e2a7-475c-9703-c7be873cee63 req-91cc5386-1db0-4544-860b-8744c35492fb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:13.202886 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5d64f421-e2a7-475c-9703-c7be873cee63 req-91cc5386-1db0-4544-860b-8744c35492fb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 945 time: 0.0933647 Jun 16 15:39:13.244858 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5d64f421-e2a7-475c-9703-c7be873cee63 req-9e476c48-9a64-4f9f-b6d7-1573adc3ed5e tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349329 Jun 16 15:39:13.330210 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['5d47d6c8-b369-4c53-abe1-f7311b861140'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:39:14.429947 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d155b5-c491-4339-a4a3-1f465828d636 req-8fc80014-2cfc-4e2b-bb46-c63fbf303d5b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:14.431454 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c5d155b5-c491-4339-a4a3-1f465828d636 req-8fc80014-2cfc-4e2b-bb46-c63fbf303d5b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 945 time: 0.0692346 Jun 16 15:39:14.474080 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-c5d155b5-c491-4339-a4a3-1f465828d636 req-101e42c3-a9d6-43fb-a017-ce92c5ebea8e tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352392 Jun 16 15:39:14.787140 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 5d47d6c8-b369-4c53-abe1-f7311b861140 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:39:14.836869 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning for port 5d47d6c8-b369-4c53-abe1-f7311b861140 completed by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:39:14.840635 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 5d47d6c8-b369-4c53-abe1-f7311b861140 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:14.841051 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:14.925348 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:14.949796 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:39:14.952010 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d385b06-698f-4433-a1cd-1ffec03e01c8" -d '{"events": [{"server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "name": "network-vif-plugged", "status": "completed", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:39:14.971284 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 5d47d6c8-b369-4c53-abe1-f7311b861140, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5d47d6c8-b369-4c53-abe1-f7311b861140,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:39:14.975568 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:14.978391 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:39:15.033425 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=5d47d6c8-b369-4c53-abe1-f7311b861140,revision_number=5']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:15.037347 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:39:15.053528 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bc8c72-df37-492f-bc0d-30a9698e9b6b x-openstack-request-id: req-f0bc8c72-df37-492f-bc0d-30a9698e9b6b {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:39:15.053836 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "name": "network-vif-plugged", "status": "completed", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:39:15.054106 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0bc8c72-df37-492f-bc0d-30a9698e9b6b {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:39:15.054524 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'code': 200} Jun 16 15:39:15.332334 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb516ae1-ad3b-4f52-b899-a435aec84521 req-c6d40bdb-b364-4aea-a66a-409a94b10356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:15.334145 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-eb516ae1-ad3b-4f52-b899-a435aec84521 req-c6d40bdb-b364-4aea-a66a-409a94b10356 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1099 time: 0.0579660 Jun 16 15:39:15.371746 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-eb516ae1-ad3b-4f52-b899-a435aec84521 req-8f82b92d-6336-47dd-90e8-71d1684b0a89 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302117 Jun 16 15:39:15.658354 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2799e-d2e8-41bd-a436-797d55aec342 req-8d11dbc7-9d66-47cd-9bb6-658242670a02 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:15.658993 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d7b2799e-d2e8-41bd-a436-797d55aec342 req-8d11dbc7-9d66-47cd-9bb6-658242670a02 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0658784 Jun 16 15:39:15.697926 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-d7b2799e-d2e8-41bd-a436-797d55aec342 req-abbcf5f5-1c17-4661-af07-402806279b6d tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332108 Jun 16 15:39:16.881620 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdff148-4d9a-48e5-8940-ac5ff67f5505 req-045a16de-69d2-4550-b784-e1dd4669f919 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:16.883130 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5cdff148-4d9a-48e5-8940-ac5ff67f5505 req-045a16de-69d2-4550-b784-e1dd4669f919 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0659359 Jun 16 15:39:16.922661 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5cdff148-4d9a-48e5-8940-ac5ff67f5505 req-33a882eb-a7bc-470e-9611-303b8a141b97 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333416 Jun 16 15:39:17.102294 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80efe2-6601-4fd9-9291-fb9de47cde34 req-a55291f1-7bca-41d4-8fe1-483c5a4a18e1 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:17.103704 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ec80efe2-6601-4fd9-9291-fb9de47cde34 req-a55291f1-7bca-41d4-8fe1-483c5a4a18e1 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0693138 Jun 16 15:39:17.142242 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-ec80efe2-6601-4fd9-9291-fb9de47cde34 req-031b488d-25ae-44b0-8c2e-3f2b0145b3e3 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328829 Jun 16 15:39:17.178668 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 54038) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:17.275248 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a5d9f5-9656-4b30-86a4-112e05eab336 tempest-TestShelveInstance-350569244 tempest-TestShelveInstance-350569244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:17.276785 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-37a5d9f5-9656-4b30-86a4-112e05eab336 tempest-TestShelveInstance-350569244 tempest-TestShelveInstance-350569244-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1094 time: 0.0971010 Jun 16 15:39:17.279910 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 54042) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:17.285390 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.v2.base [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Request body: {'floatingip': {'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'port_id': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:39:17.310306 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for floatingip, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:17.424768 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1470712'] for port, before_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:17.536425 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_common [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Allocated IP 172.27.0.143 (43ae66be-102b-49e6-bb36-82b6a3432ce6/171d1f26-7d8c-4805-8d7e-4b8292bb7b83/bea0b046-d95a-4a93-b2d1-ed98d102abfd) {{(pid=92140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:39:17.646049 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for port, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:17.686949 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1975856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749608161549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7514320'] for port, after_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:17.690361 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:39:17.725527 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Network 43ae66be-102b-49e6-bb36-82b6a3432ce6 is already hosted by enough agents. {{(pid=92140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:39:17.728521 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.base_scheduler [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Resources bound (agent type, host, resource id): {{(pid=92140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:39:17.735149 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Received port after_create {{(pid=92140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:39:17.764223 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event updated for resources: {'Port': ['ID=bea0b046-d95a-4a93-b2d1-ed98d102abfd,revision_number=1']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:17.778785 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.779170 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.779549 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.779921 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.780292 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.780661 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.781055 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.781457 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.781830 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.782194 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.782556 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.782915 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:17.788274 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:39:18.143860 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.265469 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.426036 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.431336 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7514310'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.435036 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-ce285e00-8f83-4aae-8f5b-ad994873dd73 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:39:18.513699 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event updated for resources: {'Port': ['ID=bea0b046-d95a-4a93-b2d1-ed98d102abfd,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:18.518749 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:39:18.525729 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1678574'] for floatingip, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.656484 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.db.l3_db [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Floating IP cde8e2c5-4824-4128-8864-27c07e8aa002 associated. External IP: 172.27.0.143, port: 5d47d6c8-b369-4c53-abe1-f7311b861140. Jun 16 15:39:18.883866 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Router 0835bb91-b54b-420f-9583-f2938d4a026b has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:39:18.992008 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:39:19.002329 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab0c62-6da4-4bd3-852f-f24f9bfaff01 None None] Sync routers for ids ['0835bb91-b54b-420f-9583-f2938d4a026b'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:39:19.009693 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:19.011663 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab0c62-6da4-4bd3-852f-f24f9bfaff01 None None] Routers {'0835bb91-b54b-420f-9583-f2938d4a026b'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:39:19.012305 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b7ab0c62-6da4-4bd3-852f-f24f9bfaff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:38:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0835bb91-b54b-420f-9583-f2938d4a026b'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:19.053071 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-5883b901-cbc1-49db-b8c4-41ff289966ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7720382 Jun 16 15:39:19.053759 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:39:19.056647 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4588e71-d7fa-4b06-ad3a-31977ae337a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:39:19.110379 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85472cf0-b952-42a9-8cc5-aa53c10bd5a0 x-openstack-request-id: req-85472cf0-b952-42a9-8cc5-aa53c10bd5a0 {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:39:19.110804 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:39:19.111319 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85472cf0-b952-42a9-8cc5-aa53c10bd5a0 {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:39:19.111885 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'status': 'completed', 'code': 200} Jun 16 15:39:19.126151 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-b7ab0c62-6da4-4bd3-852f-f24f9bfaff01 None None] Set router 0835bb91-b54b-420f-9583-f2938d4a026b gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:39:19.188288 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4588e71-d7fa-4b06-ad3a-31977ae337a6 req-670849cc-b462-4d74-ac25-eda4ca6306e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:19.189851 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e4588e71-d7fa-4b06-ad3a-31977ae337a6 req-670849cc-b462-4d74-ac25-eda4ca6306e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1099 time: 0.0566988 Jun 16 15:39:19.291229 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4588e71-d7fa-4b06-ad3a-31977ae337a6 req-cb516df0-9a4c-4c5d-a410-238bb6de94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:19.292814 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e4588e71-d7fa-4b06-ad3a-31977ae337a6 req-cb516df0-9a4c-4c5d-a410-238bb6de94e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 911 time: 0.0965996 Jun 16 15:39:19.360505 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e4588e71-d7fa-4b06-ad3a-31977ae337a6 req-88e3719c-fb2b-4457-8046-ca370503a942 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 1000 time: 0.0613227 Jun 16 15:39:19.374310 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b7ab0c62-6da4-4bd3-852f-f24f9bfaff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'cde8e2c5-4824-4128-8864-27c07e8aa002', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'port_id': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'mac_address': 'fa:16:3e:65:c4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:39:18Z', 'updated_at': '2021-06-16T15:39:18Z', 'revision_number': 0, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d8b291-d781-4c89-a07a-7d140bce1560', 'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'mac_address': 'fa:16:3e:9e:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:24Z', 'updated_at': '2021-06-16T15:38:32Z', 'revision_number': 5, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'subnets': [{'id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:19.379042 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab0c62-6da4-4bd3-852f-f24f9bfaff01 None None] Checking router: 0835bb91-b54b-420f-9583-f2938d4a026b for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:39:19.389823 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab0c62-6da4-4bd3-852f-f24f9bfaff01 None None] Routers {'0835bb91-b54b-420f-9583-f2938d4a026b'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:39:19.390589 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b7ab0c62-6da4-4bd3-852f-f24f9bfaff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:38:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0835bb91-b54b-420f-9583-f2938d4a026b'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:19.416449 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4588e71-d7fa-4b06-ad3a-31977ae337a6 req-f1257954-c35f-435a-8c3a-da2075714014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:19.417966 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e4588e71-d7fa-4b06-ad3a-31977ae337a6 req-f1257954-c35f-435a-8c3a-da2075714014 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 200 len: 848 time: 0.0519302 Jun 16 15:39:19.493088 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4588e71-d7fa-4b06-ad3a-31977ae337a6 req-1a80ffd3-b269-48e1-9654-92541a0ffdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:19.494505 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e4588e71-d7fa-4b06-ad3a-31977ae337a6 req-1a80ffd3-b269-48e1-9654-92541a0ffdbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707953 Jun 16 15:39:19.510154 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-b7ab0c62-6da4-4bd3-852f-f24f9bfaff01 None None] Set router 0835bb91-b54b-420f-9583-f2938d4a026b gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:39:19.828022 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-b7ab0c62-6da4-4bd3-852f-f24f9bfaff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'cde8e2c5-4824-4128-8864-27c07e8aa002', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'port_id': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'mac_address': 'fa:16:3e:65:c4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:39:18Z', 'updated_at': '2021-06-16T15:39:18Z', 'revision_number': 0, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d8b291-d781-4c89-a07a-7d140bce1560', 'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'mac_address': 'fa:16:3e:9e:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:24Z', 'updated_at': '2021-06-16T15:38:32Z', 'revision_number': 5, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'subnets': [{'id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:39:19.835070 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab0c62-6da4-4bd3-852f-f24f9bfaff01 None None] The sync data for ids ['0835bb91-b54b-420f-9583-f2938d4a026b'] in dv-cinder-757908-6-iscsi is: [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_floatingips': [{'id': 'cde8e2c5-4824-4128-8864-27c07e8aa002', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'router_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'port_id': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'mac_address': 'fa:16:3e:65:c4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:39:18Z', 'updated_at': '2021-06-16T15:39:18Z', 'revision_number': 0, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d8b291-d781-4c89-a07a-7d140bce1560', 'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'mac_address': 'fa:16:3e:9e:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:24Z', 'updated_at': '2021-06-16T15:38:32Z', 'revision_number': 5, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'subnets': [{'id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:39:19.919039 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f48c100d-2b8b-4d65-b308-72c92a3f1ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:19.924782 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e4588e71-d7fa-4b06-ad3a-31977ae337a6 req-e124866c-60fe-4841-b76b-1a0ad838ed5b service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226937 Jun 16 15:39:20.051721 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e4588e71-d7fa-4b06-ad3a-31977ae337a6 req-93bb452c-ce07-4d0a-a96d-3e21a53d9be1 service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154115 Jun 16 15:39:20.080057 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06ffba1-34cc-4351-9df0-6a302f5f4cd6 None None] New status for floating IP cde8e2c5-4824-4128-8864-27c07e8aa002: ACTIVE {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:39:23.441656 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d90e-3cd9-476e-852b-efd71526ca14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:24.006352 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:26.305156 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:28.023135 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:33.122095 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:46.869157 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:39:49.922522 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0322d90b-2e02-4bae-885e-ef4d5e6119bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:50.465152 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-066b33c1-be40-4840-bcd9-3c6f9cbec3c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544713 Jun 16 15:39:50.573866 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-554b78b8-1596-4a6b-a705-f2e795163906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:50.575593 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-554b78b8-1596-4a6b-a705-f2e795163906 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1099 time: 0.0632467 Jun 16 15:39:50.689267 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-b6b033f3-2f15-45b4-89d5-7a2e3fa0ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:50.691027 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-b6b033f3-2f15-45b4-89d5-7a2e3fa0ae85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 911 time: 0.0929606 Jun 16 15:39:50.772494 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-5e1907ac-90ad-4eea-b77a-97fa8a89b031 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 1002 time: 0.0742128 Jun 16 15:39:50.826974 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-087e9576-963a-4088-ae3c-13b404b52acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:50.828442 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-087e9576-963a-4088-ae3c-13b404b52acb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 200 len: 848 time: 0.0495896 Jun 16 15:39:50.893200 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-43974235-03c5-415e-95f1-9319a60b431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:50.894856 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-43974235-03c5-415e-95f1-9319a60b431c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589187 Jun 16 15:39:50.987056 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-09f7748a-6f6c-409b-8415-62a748242ecd service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852985 Jun 16 15:39:51.088359 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-45c9f3dd-1826-499f-9761-e71de3a77f36 req-53ae6e8b-9c43-4186-9cbb-4177e06fb916 service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948613 Jun 16 15:39:53.444496 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b048a1b4-f600-459b-ac13-6cf6dc25db75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:54.010887 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:56.318527 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:58.017407 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:03.114265 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:19.916057 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-6d48be05-0fd6-47ab-ba07-071b071555cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:23.451099 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-5812b8f4-313c-41bc-a24f-bd1ef2c4e5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:23.867155 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:40:24.014803 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:26.311399 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:28.020319 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:33.125401 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:49.920898 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a9a3-24a8-4af0-ad1e-323c396f0445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:50.456997 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-705881a4-160e-494e-8249-a594dd55716a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549750 Jun 16 15:40:50.557853 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-bffd2a6e-fbbb-469c-bbe1-90146fe7e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:40:50.559389 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-bffd2a6e-fbbb-469c-bbe1-90146fe7e9d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1099 time: 0.0559416 Jun 16 15:40:50.683998 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-1bf52109-3f7d-4795-98e1-ae3098859bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:40:50.685503 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-1bf52109-3f7d-4795-98e1-ae3098859bac service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 911 time: 0.1034310 Jun 16 15:40:50.758248 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-44d4d3e0-f853-4b0c-9fda-b64fa1c19c20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 1002 time: 0.0657377 Jun 16 15:40:50.809086 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-82f252d1-be6f-4555-a07f-96f2a7a35abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:40:50.810595 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-82f252d1-be6f-4555-a07f-96f2a7a35abc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 200 len: 848 time: 0.0465469 Jun 16 15:40:50.870998 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-1d0f3d6b-1bd0-4620-8ba1-36c81a2b9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:40:50.872510 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-1d0f3d6b-1bd0-4620-8ba1-36c81a2b9778 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556474 Jun 16 15:40:50.974396 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-8cda463a-9df1-469d-b232-a607a54036c6 service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950894 Jun 16 15:40:51.082502 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-5a76d3ef-e73e-47ee-b799-04674523d9c8 req-0a6714f5-895d-42ee-ae05-9ff5dc63e870 service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016455 Jun 16 15:40:53.443148 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f3e7083c-60ad-4c3c-909b-18f5543d1eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:54.018087 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:56.313262 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:58.022957 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:00.865724 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:41:03.141735 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:19.922639 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e5727109-2644-44d3-a4a0-59c716b8a24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:23.444523 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-e94267d3-6369-44f5-96e9-12397ac78141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:24.019997 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:26.316941 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:28.026182 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:33.194092 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:37.864299 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:41:46.578332 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd163f-31aa-4df9-bcc5-de4329a2b9a0 req-a4ccda10-05ed-48a2-a7e1-63232d45e4f9 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:46.579898 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-20bd163f-31aa-4df9-bcc5-de4329a2b9a0 req-a4ccda10-05ed-48a2-a7e1-63232d45e4f9 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.1274123 Jun 16 15:41:46.619711 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-20bd163f-31aa-4df9-bcc5-de4329a2b9a0 req-7f572fad-15ff-459b-a1aa-b0e3d44d067c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331247 Jun 16 15:41:47.859390 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e90fa-6bbf-40d4-a85d-7d736f5d33a0 req-d8abf03e-20b9-4f58-937e-45cdf5e55a91 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:47.860773 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e83e90fa-6bbf-40d4-a85d-7d736f5d33a0 req-d8abf03e-20b9-4f58-937e-45cdf5e55a91 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.1232917 Jun 16 15:41:47.906200 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e83e90fa-6bbf-40d4-a85d-7d736f5d33a0 req-437a9b01-ae03-4e0f-a551-954c6bef41a6 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384784 Jun 16 15:41:49.096307 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37ed0-c0c7-4886-afb4-5b076c6545da req-9be1465a-afcd-403f-93d6-0912c3b53a7b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:49.098586 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-01d37ed0-c0c7-4886-afb4-5b076c6545da req-9be1465a-afcd-403f-93d6-0912c3b53a7b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0679700 Jun 16 15:41:49.139516 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-01d37ed0-c0c7-4886-afb4-5b076c6545da req-dd3da8d3-f9ac-45ee-b124-74133d57aba8 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350938 Jun 16 15:41:49.924855 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-32ab4892-6656-45b1-af2a-e694b99066a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:50.324756 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248f4ef-3900-465f-ac7c-536153325365 req-bc73a90f-3d27-453d-a12b-1f8e0764c46b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:50.326269 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4248f4ef-3900-465f-ac7c-536153325365 req-bc73a90f-3d27-453d-a12b-1f8e0764c46b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0679107 Jun 16 15:41:50.365181 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-4248f4ef-3900-465f-ac7c-536153325365 req-2fb59561-b7f9-40bd-9522-ab7fa3f6fc59 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331702 Jun 16 15:41:51.575761 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-2b073db7-a44a-4a55-9f03-a09eb9a4a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:51.579883 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-2b073db7-a44a-4a55-9f03-a09eb9a4a533 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1099 time: 0.1417124 Jun 16 15:41:51.601665 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07e101-549b-428b-882a-2ca145b3f039 req-5036f024-9eae-4b09-8635-c426db397117 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:51.603155 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4b07e101-549b-428b-882a-2ca145b3f039 req-5036f024-9eae-4b09-8635-c426db397117 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0956182 Jun 16 15:41:51.687530 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-4b07e101-549b-428b-882a-2ca145b3f039 req-558debba-a62a-4404-b892-d8cefcb9e9aa tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756667 Jun 16 15:41:51.718443 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-308daf9a-4e83-4a24-b20b-f577d62b0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:51.719943 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-308daf9a-4e83-4a24-b20b-f577d62b0dc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 911 time: 0.1158848 Jun 16 15:41:51.793951 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-fa18a87b-f28e-4f50-a3f5-aaff0726750e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 1002 time: 0.0672886 Jun 16 15:41:51.845650 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-037bae28-d9bc-4fb1-82f6-47d93f9dd699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:51.847105 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-037bae28-d9bc-4fb1-82f6-47d93f9dd699 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 200 len: 848 time: 0.0470331 Jun 16 15:41:51.916954 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-bb5642d2-c5a2-4bd6-a458-2b381367ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:51.918566 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-bb5642d2-c5a2-4bd6-a458-2b381367ec17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651219 Jun 16 15:41:51.930808 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-2b17ff53-9d3e-4b2a-a1af-f0bf5043d403 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=92140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:41:51.931857 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-2b17ff53-9d3e-4b2a-a1af-f0bf5043d403 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053105 Jun 16 15:41:52.029662 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-b9cc288b-f720-46e8-adee-5b7e1fce69ec service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898845 Jun 16 15:41:52.127955 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-66a5f95f-3735-4cca-9b79-65976d957ba4 req-121b31e7-35af-4ad5-8cbf-103836b63a8b service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918152 Jun 16 15:41:52.866712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3b51b-88c2-49ce-a5e2-c8c4805b8c32 req-3311b2f9-7113-4e3e-b194-2e8d67aa547b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:52.868101 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7e3b51b-88c2-49ce-a5e2-c8c4805b8c32 req-3311b2f9-7113-4e3e-b194-2e8d67aa547b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0668740 Jun 16 15:41:52.906016 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a7e3b51b-88c2-49ce-a5e2-c8c4805b8c32 req-ec0845f9-5243-4618-bc18-26b15a0fa868 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322609 Jun 16 15:41:53.445707 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaef4-d6e2-4def-9235-2fb443291eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:54.023904 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:54.093406 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cf28c-44dc-4709-a7f4-9ffeff4663d8 req-0abc214f-b1d9-4385-bbba-3a4023d96e7d tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:54.095173 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e45cf28c-44dc-4709-a7f4-9ffeff4663d8 req-0abc214f-b1d9-4385-bbba-3a4023d96e7d tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0721378 Jun 16 15:41:54.139505 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e45cf28c-44dc-4709-a7f4-9ffeff4663d8 req-1dd23c3a-0f61-448f-b040-ba069658fd5d tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368483 Jun 16 15:41:55.323582 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89216a5-c754-42de-9096-a34d71a9845b req-be22178a-9802-4c03-8414-1e115c095786 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:55.325099 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a89216a5-c754-42de-9096-a34d71a9845b req-be22178a-9802-4c03-8414-1e115c095786 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0732975 Jun 16 15:41:55.365275 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-a89216a5-c754-42de-9096-a34d71a9845b req-b8c0f418-8d11-4b24-8304-8022e22cce8a tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336554 Jun 16 15:41:56.318722 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:56.545021 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae76bb-f0ed-4284-a4f1-dd209292fe10 req-92d4cb97-8423-4dd7-9030-04ead208914f tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:56.547053 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-79ae76bb-f0ed-4284-a4f1-dd209292fe10 req-92d4cb97-8423-4dd7-9030-04ead208914f tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0662680 Jun 16 15:41:56.619836 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-79ae76bb-f0ed-4284-a4f1-dd209292fe10 req-03c63be1-6f12-45d5-b4ba-302d358fae01 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667551 Jun 16 15:41:56.641277 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a20337-0d54-4c68-9ebf-6500e0f4a2cc req-b61a4b8a-8477-45ca-a5c5-ed6fa29cc5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:56.642791 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e2a20337-0d54-4c68-9ebf-6500e0f4a2cc req-b61a4b8a-8477-45ca-a5c5-ed6fa29cc5e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1099 time: 0.0797222 Jun 16 15:41:56.731827 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a20337-0d54-4c68-9ebf-6500e0f4a2cc req-871795cb-e8dc-498c-b811-27b65e0e482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:56.733463 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e2a20337-0d54-4c68-9ebf-6500e0f4a2cc req-871795cb-e8dc-498c-b811-27b65e0e482b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 911 time: 0.0845666 Jun 16 15:41:56.802884 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e2a20337-0d54-4c68-9ebf-6500e0f4a2cc req-0c41f5ca-2f0f-4974-aefc-bde12a87902e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 1002 time: 0.0633297 Jun 16 15:41:56.850830 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a20337-0d54-4c68-9ebf-6500e0f4a2cc req-4953ab19-1104-4b69-ad1a-198af4732a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:56.852185 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e2a20337-0d54-4c68-9ebf-6500e0f4a2cc req-4953ab19-1104-4b69-ad1a-198af4732a54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 200 len: 848 time: 0.0436003 Jun 16 15:41:56.909062 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a20337-0d54-4c68-9ebf-6500e0f4a2cc req-cb8c775a-3ed9-4370-bce3-4a6dcc152e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:56.910667 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e2a20337-0d54-4c68-9ebf-6500e0f4a2cc req-cb8c775a-3ed9-4370-bce3-4a6dcc152e20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522509 Jun 16 15:41:57.001551 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e2a20337-0d54-4c68-9ebf-6500e0f4a2cc req-963543d2-208a-440e-b0b3-4ab6bf34bb9a service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847192 Jun 16 15:41:57.089552 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e2a20337-0d54-4c68-9ebf-6500e0f4a2cc req-ced4b3e6-8d73-44fd-a228-1601cc4f345a service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820065 Jun 16 15:41:57.799790 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8a25f-ecf8-4280-982f-ade476af7f71 req-68b7485f-2c8a-45bf-8957-f756bfceee98 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:57.801213 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5fc8a25f-ecf8-4280-982f-ade476af7f71 req-68b7485f-2c8a-45bf-8957-f756bfceee98 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0659192 Jun 16 15:41:57.845724 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-5fc8a25f-ecf8-4280-982f-ade476af7f71 req-3c1f6203-85b7-4026-9d32-82cfaf609e29 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384078 Jun 16 15:41:58.028137 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:59.026243 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b6770-d4e6-45ac-b02e-046550dbbc78 req-d27e3484-1af2-40e3-81b5-88e30b4f40dd tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:41:59.027756 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-733b6770-d4e6-45ac-b02e-046550dbbc78 req-d27e3484-1af2-40e3-81b5-88e30b4f40dd tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0729795 Jun 16 15:41:59.073130 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-733b6770-d4e6-45ac-b02e-046550dbbc78 req-71fccbef-db2b-4e5a-a3e4-abe518d7095c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389225 Jun 16 15:42:00.248930 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d18878-0e77-4895-9c4e-2336d6409709 req-b5a3737c-fc16-4675-b3df-0aeb5a2198ab tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:00.250444 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-17d18878-0e77-4895-9c4e-2336d6409709 req-b5a3737c-fc16-4675-b3df-0aeb5a2198ab tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0648446 Jun 16 15:42:00.289195 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-17d18878-0e77-4895-9c4e-2336d6409709 req-33ef32e1-4a3f-4b16-b663-a38cf84ce2f3 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322323 Jun 16 15:42:01.659081 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 5d47d6c8-b369-4c53-abe1-f7311b861140 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:42:01.708943 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-a6b15fb2-c18a-42d1-b208-e78dfb25a9dc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1600943 Jun 16 15:42:01.720645 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049664b-db6c-453b-96ff-4d4e8b8f55d0 req-39393e30-5a44-4132-a187-b42e423f8f4d tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:01.722243 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7049664b-db6c-453b-96ff-4d4e8b8f55d0 req-39393e30-5a44-4132-a187-b42e423f8f4d tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0948515 Jun 16 15:42:01.774592 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7049664b-db6c-453b-96ff-4d4e8b8f55d0 req-221ab4b9-fc91-4ff8-be24-ce0bdc25241b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411193 Jun 16 15:42:01.863803 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:01.888270 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:42:01.890551 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35fdc4a-ec76-4a08-9a9a-84316c4ef600" -d '{"events": [{"server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "name": "network-vif-unplugged", "status": "completed", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:42:01.904407 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 5d47d6c8-b369-4c53-abe1-f7311b861140, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5d47d6c8-b369-4c53-abe1-f7311b861140,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:01.908501 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:01.910315 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-1a8d454f-f75b-4acc-be5d-a563ec0f3dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:42:01.934637 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02e300d-54af-4d15-bd5d-e64aa2a283d7 x-openstack-request-id: req-d02e300d-54af-4d15-bd5d-e64aa2a283d7 {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:42:01.934938 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "name": "network-vif-unplugged", "status": "failed", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140", "code": 422}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:42:01.935199 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d02e300d-54af-4d15-bd5d-e64aa2a283d7 {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:42:01.935598 dv-cinder-757908-6-iscsi neutron-server[92142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'code': 422} returned with failed status Jun 16 15:42:01.960906 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=5d47d6c8-b369-4c53-abe1-f7311b861140,revision_number=6']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:01.968140 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.968488 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.968834 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.969217 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.969533 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.969866 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.970196 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.970528 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.970856 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.971183 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.971507 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.971832 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:42:01.976614 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:42:02.948084 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40f95a-9878-4917-b867-1de0f7583274 req-a381ce49-6b2d-4609-9c85-c6b8b2532234 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:02.949572 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bf40f95a-9878-4917-b867-1de0f7583274 req-a381ce49-6b2d-4609-9c85-c6b8b2532234 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0634513 Jun 16 15:42:02.987029 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-bf40f95a-9878-4917-b867-1de0f7583274 req-0d322db9-9c63-4c7e-ab29-825f22ffe778 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318632 Jun 16 15:42:03.140389 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:04.193275 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f09c6-8609-482b-964d-4830eda2b3ab req-c38b121b-e849-4872-9676-1eccf2e9a286 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:04.194792 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-085f09c6-8609-482b-964d-4830eda2b3ab req-c38b121b-e849-4872-9676-1eccf2e9a286 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0686703 Jun 16 15:42:04.243630 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-085f09c6-8609-482b-964d-4830eda2b3ab req-85b0a857-9ef7-45db-bde0-21ff8606a7f8 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402288 Jun 16 15:42:05.438903 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c089-206d-4e25-9080-76365d9c6230 req-5c15a7cb-e04a-4e46-92e4-adae50583b8f tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:05.440512 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cab4c089-206d-4e25-9080-76365d9c6230 req-5c15a7cb-e04a-4e46-92e4-adae50583b8f tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0687752 Jun 16 15:42:05.483662 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-cab4c089-206d-4e25-9080-76365d9c6230 req-6faf28ab-a1fc-4183-bcab-4304f86d1be2 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369737 Jun 16 15:42:06.666746 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ad02a-c0fb-430b-b7bd-06835233e8e8 req-34f38057-6514-4041-8dc4-6b082ed7dc7f tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:06.668609 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-262ad02a-c0fb-430b-b7bd-06835233e8e8 req-34f38057-6514-4041-8dc4-6b082ed7dc7f tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0683391 Jun 16 15:42:06.709584 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-262ad02a-c0fb-430b-b7bd-06835233e8e8 req-5130a824-7e7d-4aea-854f-e22b75009a46 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351274 Jun 16 15:42:07.209629 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-5689ab0e-9248-4b14-a927-b39b7e255d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:07.211409 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-5689ab0e-9248-4b14-a927-b39b7e255d03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262&tenant_id=63c5be46058e4a04a0d47401fc908e09 HTTP/1.1" status: 200 len: 1097 time: 0.0571129 Jun 16 15:42:07.288526 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-0ce846ad-ded7-4c5d-a4a8-89eba532911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:07.290083 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-0ce846ad-ded7-4c5d-a4a8-89eba532911e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1097 time: 0.0525906 Jun 16 15:42:07.382424 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-977b2801-256b-45b1-b060-203a145970b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:07.383909 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-977b2801-256b-45b1-b060-203a145970b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 911 time: 0.0877321 Jun 16 15:42:07.449761 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-383dc350-c495-4b40-b975-a21ea52e8edb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 1000 time: 0.0594721 Jun 16 15:42:07.498123 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-2f148895-319d-4720-b79a-6f9227183da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:07.499451 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-2f148895-319d-4720-b79a-6f9227183da4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 200 len: 848 time: 0.0441394 Jun 16 15:42:07.559884 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-7534ebc5-0346-4c0a-8a28-806d79dc3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:07.561396 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-7534ebc5-0346-4c0a-8a28-806d79dc3b63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548193 Jun 16 15:42:07.652471 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-38659175-cfc4-4155-b89d-4cff226c82de service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847695 Jun 16 15:42:07.747112 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8759a758-e8e8-40ef-92dd-5225943c05c5 req-4b8be7b2-2537-45af-969c-29914cc18b8e service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876853 Jun 16 15:42:07.895421 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beb82f-1ee3-455b-b972-bfb5663b419a req-ab70772f-6d4d-439c-9b26-0aa5e735bf5b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:07.897524 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-07beb82f-1ee3-455b-b972-bfb5663b419a req-ab70772f-6d4d-439c-9b26-0aa5e735bf5b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0667350 Jun 16 15:42:07.935697 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-07beb82f-1ee3-455b-b972-bfb5663b419a req-cce2f095-62a6-4120-b5da-e67169efe2d4 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324342 Jun 16 15:42:09.110376 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71f715-e85a-4087-81ff-9d9e2ae0256d req-588b0476-260c-4a77-a834-0f4422f6c9e1 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:09.111863 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0b71f715-e85a-4087-81ff-9d9e2ae0256d req-588b0476-260c-4a77-a834-0f4422f6c9e1 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0647683 Jun 16 15:42:09.150837 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0b71f715-e85a-4087-81ff-9d9e2ae0256d req-ba57d0f1-1589-4108-931c-de5755bde0c2 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330644 Jun 16 15:42:10.324132 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdb93d-cd9a-4e27-801b-20e813cdd320 req-5ac94274-1ba7-41e9-ad1b-4a5af04a25ad tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:10.325552 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-85bdb93d-cd9a-4e27-801b-20e813cdd320 req-5ac94274-1ba7-41e9-ad1b-4a5af04a25ad tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0648687 Jun 16 15:42:10.363640 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-85bdb93d-cd9a-4e27-801b-20e813cdd320 req-0e0dbb77-a573-4aef-815f-4ba3a4442779 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325153 Jun 16 15:42:11.539027 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02928240-ef2d-4b0d-af87-826037abe0d2 req-9f7363d9-1a8a-4b39-9aca-61560b9dbc65 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:11.540530 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-02928240-ef2d-4b0d-af87-826037abe0d2 req-9f7363d9-1a8a-4b39-9aca-61560b9dbc65 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0623610 Jun 16 15:42:11.582765 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-02928240-ef2d-4b0d-af87-826037abe0d2 req-0291a175-2373-4230-9d6d-2e08a3f2413c tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365186 Jun 16 15:42:12.762479 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186017b-1085-4878-862b-b03832612bfb req-a4333b90-a904-46c6-83ed-9473e624e379 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:12.763967 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e186017b-1085-4878-862b-b03832612bfb req-a4333b90-a904-46c6-83ed-9473e624e379 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0689473 Jun 16 15:42:12.802838 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-e186017b-1085-4878-862b-b03832612bfb req-93d29aa4-ff49-4b9d-80a9-70b5abb5253a tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330031 Jun 16 15:42:13.976776 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c465656-62a8-4303-a270-eaddd60921e2 req-4c7c70c4-0645-4cfe-b531-80765a8bfd91 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:13.978281 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7c465656-62a8-4303-a270-eaddd60921e2 req-4c7c70c4-0645-4cfe-b531-80765a8bfd91 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0629823 Jun 16 15:42:14.015484 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-7c465656-62a8-4303-a270-eaddd60921e2 req-5fb5ab39-7975-45f8-8210-ad84ac8ec5a4 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315742 Jun 16 15:42:14.862390 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:42:15.193273 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a4a9d-e08b-42bf-a4f4-8889a35a67d4 req-b5a15e82-0dd1-4e64-9a2e-b86df7ef777b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:15.195423 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7e8a4a9d-e08b-42bf-a4f4-8889a35a67d4 req-b5a15e82-0dd1-4e64-9a2e-b86df7ef777b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0642443 Jun 16 15:42:15.232232 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-7e8a4a9d-e08b-42bf-a4f4-8889a35a67d4 req-692a58c2-8e8f-4db9-9095-69ff970cd76a tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Jun 16 15:42:16.412121 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e96a89-d81c-4f55-9ee1-aa83d65d915c req-f0fa6f4a-0af4-4fc1-a6cb-eb888b78079d tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:16.413667 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-13e96a89-d81c-4f55-9ee1-aa83d65d915c req-f0fa6f4a-0af4-4fc1-a6cb-eb888b78079d tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0633664 Jun 16 15:42:16.451444 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-13e96a89-d81c-4f55-9ee1-aa83d65d915c req-fe2d6a09-c800-4ca1-a6f1-babae2c8a8bf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319338 Jun 16 15:42:17.624290 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80319ad4-5d31-41ce-a3ad-1ca438efcd93 req-bfaac745-127f-43b2-97da-cd2992c147ee tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:17.625804 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-80319ad4-5d31-41ce-a3ad-1ca438efcd93 req-bfaac745-127f-43b2-97da-cd2992c147ee tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 944 time: 0.0631268 Jun 16 15:42:17.670099 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-80319ad4-5d31-41ce-a3ad-1ca438efcd93 req-e46482e6-f6fe-41db-a1d2-81636aa44fee tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374508 Jun 16 15:42:17.735388 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 5d47d6c8-b369-4c53-abe1-f7311b861140 details requested by agent hyperv_hv-cinder-75790 with host hv-cinder-75790 {{(pid=92142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:42:17.831321 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 5d47d6c8-b369-4c53-abe1-f7311b861140, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5d47d6c8-b369-4c53-abe1-f7311b861140,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:17.843001 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Returning: {'device': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'port_id': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'mac_address': 'fa:16:3e:65:c4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:42:17.878244 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:17.891376 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d47d6c8-b369-4c53-abe1-f7311b861140 {{(pid=92142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:42:17.910997 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 5d47d6c8-b369-4c53-abe1-f7311b861140, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5d47d6c8-b369-4c53-abe1-f7311b861140,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:17.916677 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:17.918539 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-e61527f3-747f-4768-a64a-7f5bc31d9a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:42:17.966793 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=5d47d6c8-b369-4c53-abe1-f7311b861140,revision_number=7']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:17.969955 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:42:18.331567 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] get_ports_and_sgs() called for port_ids ['5d47d6c8-b369-4c53-abe1-f7311b861140'] {{(pid=92142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:42:18.847724 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8602d8e-745e-47d2-8037-8c343117315e req-bb7552e7-232f-4790-8dac-0c37243a164d tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:18.849273 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b8602d8e-745e-47d2-8037-8c343117315e req-bb7552e7-232f-4790-8dac-0c37243a164d tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 945 time: 0.0674877 Jun 16 15:42:18.888381 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b8602d8e-745e-47d2-8037-8c343117315e req-47f1dc8a-5846-4e78-bae5-c9c3d707e4fb tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323992 Jun 16 15:42:19.749732 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 5d47d6c8-b369-4c53-abe1-f7311b861140 up at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:42:19.800436 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.provisioning_blocks [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Provisioning complete for port 5d47d6c8-b369-4c53-abe1-f7311b861140 triggered by entity L2. {{(pid=92142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:42:19.800890 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-566098'] for port, provisioning_complete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:19.878491 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1470698'] for port, before_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:19.912189 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140'}] {{(pid=92142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:42:19.916719 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0a1dc5ba3f5cc3f78b07699237095066b4d1a35b027463527fca1d0bba4b16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a09f7d-67e9-412e-a07f-1fb277f007b6" -d '{"events": [{"server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "name": "network-vif-plugged", "status": "completed", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140"}]}' {{(pid=92142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:42:19.950972 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] For port 5d47d6c8-b369-4c53-abe1-f7311b861140, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5d47d6c8-b369-4c53-abe1-f7311b861140,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:42:19.961918 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749608602727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749608161567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749608161612'] for port, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:19.967640 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a735e9c-8233-4252-8a44-d6599b5aa1df x-openstack-request-id: req-3a735e9c-8233-4252-8a44-d6599b5aa1df {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:42:19.968161 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "name": "network-vif-plugged", "status": "completed", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140", "code": 200}]} {{(pid=92142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:42:19.969370 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a735e9c-8233-4252-8a44-d6599b5aa1df {{(pid=92142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:42:19.970212 dv-cinder-757908-6-iscsi neutron-server[92142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'code': 200} Jun 16 15:42:19.971479 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:42:19.976839 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-2b75cb51-690c-4877-9fff-a59b9142f076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:20.053365 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Pushing event updated for resources: {'Port': ['ID=5d47d6c8-b369-4c53-abe1-f7311b861140,revision_number=8']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:42:20.057599 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:42:20.145374 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a84c26-3334-414e-b752-1b915be330bf req-b5ef2fba-313f-4512-a7f1-fb9fde82eb10 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:20.146999 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-57a84c26-3334-414e-b752-1b915be330bf req-b5ef2fba-313f-4512-a7f1-fb9fde82eb10 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0682170 Jun 16 15:42:20.194592 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-57a84c26-3334-414e-b752-1b915be330bf req-9b5f5409-d1fe-4644-ab4b-312689712298 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343733 Jun 16 15:42:20.207098 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77670f9-79d0-40a0-98e7-8e855bce621a req-16dca03b-a420-4bbe-8159-578cb51c8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:20.208623 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e77670f9-79d0-40a0-98e7-8e855bce621a req-16dca03b-a420-4bbe-8159-578cb51c8862 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1099 time: 0.0573037 Jun 16 15:42:20.248431 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-e77670f9-79d0-40a0-98e7-8e855bce621a req-137e1add-e0dc-4415-a33c-266aaca577b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338144 Jun 16 15:42:21.378850 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993fe52-86db-495d-b211-a4cb40052f67 req-97f937b6-af19-40f6-85a5-1e8631dc2afd tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:21.380679 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f993fe52-86db-495d-b211-a4cb40052f67 req-97f937b6-af19-40f6-85a5-1e8631dc2afd tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0687571 Jun 16 15:42:21.424871 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-f993fe52-86db-495d-b211-a4cb40052f67 req-a1d69a70-b15d-48e4-b791-64a2a7a23b49 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377738 Jun 16 15:42:22.599525 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b6b94-a94d-4560-bc89-f8e2aa5bda14 req-5ec36132-3d88-4124-be15-c64f624f7fa6 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:22.601028 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1a3b6b94-a94d-4560-bc89-f8e2aa5bda14 req-5ec36132-3d88-4124-be15-c64f624f7fa6 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0643959 Jun 16 15:42:22.640102 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [req-1a3b6b94-a94d-4560-bc89-f8e2aa5bda14 req-d06d0ca5-c798-4fd5-9077-c5b5a413e7ce tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329311 Jun 16 15:42:23.447467 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b47e-30b7-4c51-bb65-ac21206b5ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:24.025649 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:26.325708 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:28.031175 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:33.138069 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:49.927273 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-dd9a862e-eca1-498e-b531-e29888691f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:51.861257 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:42:52.465184 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-c4f67ceb-1bc5-4748-8ffb-01221d1acdd6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526278 Jun 16 15:42:52.558558 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-db3b6957-dd6d-40a4-a043-b9c89e696653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:52.560063 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-db3b6957-dd6d-40a4-a043-b9c89e696653 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1099 time: 0.0529547 Jun 16 15:42:52.666887 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-6fdd433f-7697-43fa-bb14-de19bbc08843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:52.668328 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-6fdd433f-7697-43fa-bb14-de19bbc08843 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 911 time: 0.0884888 Jun 16 15:42:52.739388 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-53598bc5-2971-40cc-9796-03e41cf32905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 1002 time: 0.0643988 Jun 16 15:42:52.786661 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-e11c7bfc-11ab-48a3-8c22-949d0c941e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:52.788100 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-e11c7bfc-11ab-48a3-8c22-949d0c941e61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 200 len: 848 time: 0.0426152 Jun 16 15:42:52.849582 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-be256eee-d051-4107-8d5d-c062bffa739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:42:52.851061 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-be256eee-d051-4107-8d5d-c062bffa739b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559812 Jun 16 15:42:52.940507 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-85bf740d-3400-49ea-9750-b35e4692e92c service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812762 Jun 16 15:42:53.031152 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-97193b2a-a4cf-4ea4-9efb-75f27f47c393 req-ea9c10f9-42ed-4b0e-b9f6-a7a9c12189ca service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837274 Jun 16 15:42:53.448904 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-12dea801-d509-4241-aa10-5b9b7e180dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:54.030101 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:56.326937 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:58.033760 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:03.152049 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:19.927601 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a8f2d79b-f46b-491b-9e73-359baa62304e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:23.451170 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-1b1787b7-7e1d-4e46-8cab-c35054afdc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:24.031851 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:26.329043 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:28.039647 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:28.860172 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:43:33.214531 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:49.930444 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-150db1e0-46de-485d-be7d-8ec253294447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:53.447106 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-d1f683c6-6252-499a-ad93-385a8526d416 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528474 Jun 16 15:43:53.455439 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-6933bbb5-c4d2-4c0e-a285-6f6f56724822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:53.542273 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-318f241a-0e9d-4797-8bb3-cd4f69ffc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:43:53.543840 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-318f241a-0e9d-4797-8bb3-cd4f69ffc080 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1099 time: 0.0541697 Jun 16 15:43:53.669386 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-8e7cdb7f-9925-4ee3-a10e-a99c97530084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:43:53.670858 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-8e7cdb7f-9925-4ee3-a10e-a99c97530084 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 911 time: 0.1079907 Jun 16 15:43:53.745584 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-74dc58ee-626f-4edd-9ea4-10b6a54ffd5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 1002 time: 0.0676510 Jun 16 15:43:53.795951 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-d537944a-ba83-4e8b-ac0e-d5b777c50ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:43:53.797457 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-d537944a-ba83-4e8b-ac0e-d5b777c50ec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 200 len: 848 time: 0.0462480 Jun 16 15:43:53.856343 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-e2dbc9ed-1fbf-4c9e-9fc3-bce92b5969fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:43:53.857884 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-e2dbc9ed-1fbf-4c9e-9fc3-bce92b5969fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539243 Jun 16 15:43:54.036440 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:54.238326 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-636da19c-d7c8-4bcb-b85b-ae43423506e5 service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736074 Jun 16 15:43:54.325968 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-8ef12a4f-5cf3-4a17-b6f1-b82a39f704aa req-8e98e7f0-7dcf-4cad-b582-1ff6d42c3984 service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807853 Jun 16 15:43:56.331393 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:58.042040 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:59.087952 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 54232) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:43:59.334003 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Deleting port bea0b046-d95a-4a93-b2d1-ed98d102abfd {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:43:59.334349 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:59.409013 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:59.409244 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:59.474220 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Calling delete_port for bea0b046-d95a-4a93-b2d1-ed98d102abfd owned by network:floatingip {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:43:59.622741 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:59.625510 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-82337cdc-3163-4bf7-b7cc-0e1393207a74 tempest-AttachVolumeTestJSON-1056149824 tempest-AttachVolumeTestJSON-1056149824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:43:59.649760 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event deleted for resources: {'Port': ['ID=bea0b046-d95a-4a93-b2d1-ed98d102abfd,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:43:59.678169 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.678555 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.678931 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.679304 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.679665 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.680028 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.680389 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.680746 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.681138 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.681496 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.681849 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.682200 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:43:59.686868 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:43:59.728299 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for floatingip, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:59.728629 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.db.l3_db [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Floating IP cde8e2c5-4824-4128-8864-27c07e8aa002 disassociated (deleted). External IP: 172.27.0.143, port: 5d47d6c8-b369-4c53-abe1-f7311b861140. Jun 16 15:44:00.207947 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Router 0835bb91-b54b-420f-9583-f2938d4a026b has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:44:00.314951 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:44:00.320100 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for floatingip, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:00.324481 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88923e6-1981-473f-9bd6-abe7d2f1a126 None None] Sync routers for ids ['0835bb91-b54b-420f-9583-f2938d4a026b'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:44:00.335941 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88923e6-1981-473f-9bd6-abe7d2f1a126 None None] Routers {'0835bb91-b54b-420f-9583-f2938d4a026b'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:44:00.336583 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-a88923e6-1981-473f-9bd6-abe7d2f1a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:43:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0835bb91-b54b-420f-9583-f2938d4a026b'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:00.356211 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-c53b7336-4883-4e58-b922-16db3baeaacf tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "DELETE /v2.0/floatingips/cde8e2c5-4824-4128-8864-27c07e8aa002 HTTP/1.1" status: 204 len: 168 time: 1.2671547 Jun 16 15:44:00.356942 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140'}] {{(pid=92141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:44:00.359424 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c5e751f4d969a042a87d1e2c5a2981ccfb4717f5ce0ae0c633e845a7d964aa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9452996d-ec39-4146-a580-1c94a78f9252" -d '{"events": [{"name": "network-changed", "server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140"}]}' {{(pid=92141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:44:00.455545 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-a88923e6-1981-473f-9bd6-abe7d2f1a126 None None] Set router 0835bb91-b54b-420f-9583-f2938d4a026b gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:44:00.668464 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-a88923e6-1981-473f-9bd6-abe7d2f1a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '45d8b291-d781-4c89-a07a-7d140bce1560', 'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'mac_address': 'fa:16:3e:9e:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:24Z', 'updated_at': '2021-06-16T15:38:32Z', 'revision_number': 5, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'subnets': [{'id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:00.672170 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88923e6-1981-473f-9bd6-abe7d2f1a126 None None] Checking router: 0835bb91-b54b-420f-9583-f2938d4a026b for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:44:00.681198 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88923e6-1981-473f-9bd6-abe7d2f1a126 None None] Routers {'0835bb91-b54b-420f-9583-f2938d4a026b'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:44:00.681830 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-a88923e6-1981-473f-9bd6-abe7d2f1a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:43:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0835bb91-b54b-420f-9583-f2938d4a026b'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:00.759769 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69437328-f136-4f37-9878-ac8117d3f28d req-04bbd360-a8b4-43d2-aa3c-2b82b7a457f2 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:44:00.761171 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-69437328-f136-4f37-9878-ac8117d3f28d req-04bbd360-a8b4-43d2-aa3c-2b82b7a457f2 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0678353 Jun 16 15:44:00.789478 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-a88923e6-1981-473f-9bd6-abe7d2f1a126 None None] Set router 0835bb91-b54b-420f-9583-f2938d4a026b gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:44:00.836537 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-69437328-f136-4f37-9878-ac8117d3f28d req-acd64b6a-cdfe-4666-9a9d-442a21ca7b3b tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679793 Jun 16 15:44:00.987508 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-a88923e6-1981-473f-9bd6-abe7d2f1a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '45d8b291-d781-4c89-a07a-7d140bce1560', 'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'mac_address': 'fa:16:3e:9e:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:24Z', 'updated_at': '2021-06-16T15:38:32Z', 'revision_number': 5, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'subnets': [{'id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:00.990994 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88923e6-1981-473f-9bd6-abe7d2f1a126 None None] The sync data for ids ['0835bb91-b54b-420f-9583-f2938d4a026b'] in dv-cinder-757908-6-iscsi is: [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:38:25Z', 'revision_number': 4, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi', '_interfaces': [{'id': '45d8b291-d781-4c89-a07a-7d140bce1560', 'name': '', 'network_id': 'f4786cf1-4174-4f9a-9e3f-ca7982a0ada8', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'mac_address': 'fa:16:3e:9e:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:24Z', 'updated_at': '2021-06-16T15:38:32Z', 'revision_number': 5, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'subnets': [{'id': '7adaeb16-1ee8-48d0-8a48-f2757cb87405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:44:01.221941 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5c68a-5761-4d75-8448-497427d647a9 None None] New status for floating IP cde8e2c5-4824-4128-8864-27c07e8aa002: DOWN {{(pid=92143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:44:01.566841 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923ab8b1-f4aa-4f73-961d-af31307382ec x-openstack-request-id: req-923ab8b1-f4aa-4f73-961d-af31307382ec {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:44:01.567333 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140", "status": "completed", "code": 200}]} {{(pid=92141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:44:01.567495 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-923ab8b1-f4aa-4f73-961d-af31307382ec {{(pid=92141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:44:01.567934 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'status': 'completed', 'code': 200} Jun 16 15:44:01.642673 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452996d-ec39-4146-a580-1c94a78f9252 req-80fd3e2d-3252-457b-b9ab-007f0a13cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:44:01.644163 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9452996d-ec39-4146-a580-1c94a78f9252 req-80fd3e2d-3252-457b-b9ab-007f0a13cb57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c5be46058e4a04a0d47401fc908e09&device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 1099 time: 0.0550632 Jun 16 15:44:01.745413 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452996d-ec39-4146-a580-1c94a78f9252 req-48ae6333-b703-4013-b6d2-8820051feaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:44:01.746877 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9452996d-ec39-4146-a580-1c94a78f9252 req-48ae6333-b703-4013-b6d2-8820051feaf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 200 len: 911 time: 0.0957842 Jun 16 15:44:01.792960 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9452996d-ec39-4146-a580-1c94a78f9252 req-fdc530f3-612f-4a31-9d14-a1aaf07d4441 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 200 len: 217 time: 0.0375869 Jun 16 15:44:01.841082 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452996d-ec39-4146-a580-1c94a78f9252 req-f6c8cd06-a27f-42e6-a831-caead40f6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:44:01.842424 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9452996d-ec39-4146-a580-1c94a78f9252 req-f6c8cd06-a27f-42e6-a831-caead40f6cea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 200 len: 848 time: 0.0419950 Jun 16 15:44:01.901404 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452996d-ec39-4146-a580-1c94a78f9252 req-1974e401-7ccc-4ba0-9720-0c4123a708b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:44:01.902910 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9452996d-ec39-4146-a580-1c94a78f9252 req-1974e401-7ccc-4ba0-9720-0c4123a708b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540295 Jun 16 15:44:02.027770 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9452996d-ec39-4146-a580-1c94a78f9252 req-cea15b20-3095-425a-9606-17cd7384705c service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168797 Jun 16 15:44:02.080364 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae61a6-cbcc-421b-a518-2bfa8215ef6f req-c7fce644-da53-479d-9a42-06a74479d1aa tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:44:02.081869 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b5ae61a6-cbcc-421b-a518-2bfa8215ef6f req-c7fce644-da53-479d-9a42-06a74479d1aa tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.1100001 Jun 16 15:44:02.162776 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-b5ae61a6-cbcc-421b-a518-2bfa8215ef6f req-44f61a61-cb14-42ff-b63a-bf9b7faf3926 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/security-groups?id=33bd64d7-0efd-465d-84b5-a33e0278f812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495229 Jun 16 15:44:02.166507 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-9452996d-ec39-4146-a580-1c94a78f9252 req-3c2d6aa1-dbf0-41f7-a03e-6d5c15b8df0a service neutron] 10.222.0.36 "GET /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305842 Jun 16 15:44:02.377703 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e5127-a2b4-452c-aa87-3d465a07609d req-8415868b-af73-44e0-b603-eed515216b85 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:44:02.379128 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0e5e5127-a2b4-452c-aa87-3d465a07609d req-8415868b-af73-44e0-b603-eed515216b85 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.36 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 946 time: 0.0712049 Jun 16 15:44:02.482043 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-0e5e5127-a2b4-452c-aa87-3d465a07609d req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Deleting port 5d47d6c8-b369-4c53-abe1-f7311b861140 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:44:02.482286 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-0e5e5127-a2b4-452c-aa87-3d465a07609d req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:02.573724 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [req-0e5e5127-a2b4-452c-aa87-3d465a07609d req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] For port 5d47d6c8-b369-4c53-abe1-f7311b861140, host hv-cinder-75790, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75790',level=0,port_id=5d47d6c8-b369-4c53-abe1-f7311b861140,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:02.574085 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-0e5e5127-a2b4-452c-aa87-3d465a07609d req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:02.642961 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [req-0e5e5127-a2b4-452c-aa87-3d465a07609d req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Calling delete_port for 5d47d6c8-b369-4c53-abe1-f7311b861140 owned by compute:nova {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:44:02.773672 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-0e5e5127-a2b4-452c-aa87-3d465a07609d req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:02.778148 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-cf7187a3-7378-474b-af4b-59fb5c51fe74 tempest-VolumesActionsTest-630003985 tempest-VolumesActionsTest-630003985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:02.803111 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event deleted for resources: {'Port': ['ID=5d47d6c8-b369-4c53-abe1-f7311b861140,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:02.816749 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.817174 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.817562 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.817939 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.818310 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.818682 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.819056 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.819424 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.819793 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.820162 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.820527 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.820891 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:02.839991 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:02.861612 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5e5127-a2b4-452c-aa87-3d465a07609d req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] No DVR routers for this DVR port 5d47d6c8-b369-4c53-abe1-f7311b861140 on host hv-cinder-75790 {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:44:02.864618 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [req-0e5e5127-a2b4-452c-aa87-3d465a07609d req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047654'] for port, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:02.866613 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-0e5e5127-a2b4-452c-aa87-3d465a07609d req-3660e524-09d5-449f-8fb2-228a7bd91d83 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.36 "DELETE /v2.0/ports/5d47d6c8-b369-4c53-abe1-f7311b861140 HTTP/1.1" status: 204 len: 173 time: 0.4821672 Jun 16 15:44:02.867143 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'name': 'network-vif-deleted', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140'}] {{(pid=92140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:44:02.870206 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca7a8056dc6a5241ca07c64881e490560135c3f93e830490059204b3dd57b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d92feab-41a6-419b-8c5c-7c9b9fd74f44" -d '{"events": [{"server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "name": "network-vif-deleted", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140"}]}' {{(pid=92140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:44:02.959255 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712ea534-582a-4445-8917-d1d3943191df x-openstack-request-id: req-712ea534-582a-4445-8917-d1d3943191df {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:44:02.959600 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1845c183-5aa7-40d5-a9c4-7f8d9c6fc262", "name": "network-vif-deleted", "tag": "5d47d6c8-b369-4c53-abe1-f7311b861140", "status": "completed", "code": 200}]} {{(pid=92140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:44:02.959909 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-712ea534-582a-4445-8917-d1d3943191df {{(pid=92140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:44:02.960360 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1845c183-5aa7-40d5-a9c4-7f8d9c6fc262', 'name': 'network-vif-deleted', 'tag': '5d47d6c8-b369-4c53-abe1-f7311b861140', 'status': 'completed', 'code': 200} Jun 16 15:44:03.167196 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:03.339287 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [req-bc30a876-1307-4cc6-9682-0a6c7c8586a1 req-63894735-50a0-4c2e-b617-1957dbd94651 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "GET /v2.0/ports?device_id=1845c183-5aa7-40d5-a9c4-7f8d9c6fc262 HTTP/1.1" status: 200 len: 210 time: 0.0329435 Jun 16 15:44:04.339322 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 5d47d6c8-b369-4c53-abe1-f7311b861140 no longer exists at agent hyperv_hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:44:04.359678 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] No Port match for: 5d47d6c8-b369-4c53-abe1-f7311b861140 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:44:04.360923 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Device 5d47d6c8-b369-4c53-abe1-f7311b861140 not bound to the agent host hv-cinder-75790 {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:44:04.435571 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 54268) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:04.495810 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-33db1de3-c64d-4a0d-a082-5ba234c15ed2 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:04.521269 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-33db1de3-c64d-4a0d-a082-5ba234c15ed2 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:04.595377 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-33db1de3-c64d-4a0d-a082-5ba234c15ed2 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:04.598581 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-33db1de3-c64d-4a0d-a082-5ba234c15ed2 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Notify callbacks [] for security_group, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:04.599732 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-33db1de3-c64d-4a0d-a082-5ba234c15ed2 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] 10.222.0.61 "DELETE /v2.0/security-groups/33bd64d7-0efd-465d-84b5-a33e0278f812 HTTP/1.1" status: 204 len: 168 time: 0.1629035 Jun 16 15:44:04.600507 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-1d6a644f-573d-47bc-ac2c-04d1403e1bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:04.609603 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db1de3-c64d-4a0d-a082-5ba234c15ed2 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bd64d7-0efd-465d-84b5-a33e0278f812,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:04.613443 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-33db1de3-c64d-4a0d-a082-5ba234c15ed2 tempest-TestShelveInstance-1309356234 tempest-TestShelveInstance-1309356234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:04.677265 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 54272) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:05.152016 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610953'] for router_interface, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:05.410066 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] Deleting port 45d8b291-d781-4c89-a07a-7d140bce1560 {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:44:05.410304 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:05.487281 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] For port 45d8b291-d781-4c89-a07a-7d140bce1560, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=45d8b291-d781-4c89-a07a-7d140bce1560,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:05.487637 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:05.554719 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] Calling delete_port for 45d8b291-d781-4c89-a07a-7d140bce1560 owned by network:router_interface {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:44:05.744197 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:05.746389 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-c1e0aa7b-419e-4006-848e-37df84382270 tempest-AttachVolumeShelveTestJSON-807190470 tempest-AttachVolumeShelveTestJSON-807190470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:05.770669 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d8b291-d781-4c89-a07a-7d140bce1560,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:05.773335 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:05.859875 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:44:05.959061 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610845'] for router_interface, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:06.200127 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] Router 0835bb91-b54b-420f-9583-f2938d4a026b has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:44:06.312185 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:44:06.320854 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-bdfdc924-d550-4076-b94e-5096e6795d53 admin admin] 10.222.0.61 "PUT /v2.0/routers/0835bb91-b54b-420f-9583-f2938d4a026b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6423693 Jun 16 15:44:06.322385 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 54276) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:06.324495 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57307897-6466-4bc7-86e1-1b9c8619ecb6 None None] Sync routers for ids ['0835bb91-b54b-420f-9583-f2938d4a026b'] in dv-cinder-757908-6-iscsi {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:44:06.334854 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57307897-6466-4bc7-86e1-1b9c8619ecb6 None None] Routers {'0835bb91-b54b-420f-9583-f2938d4a026b'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:44:06.335717 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-57307897-6466-4bc7-86e1-1b9c8619ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:43:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0835bb91-b54b-420f-9583-f2938d4a026b'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:06.431813 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:06.447989 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-57307897-6466-4bc7-86e1-1b9c8619ecb6 None None] Set router 0835bb91-b54b-420f-9583-f2938d4a026b gateway port host: dv-cinder-757908-6-iscsi {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:44:06.550465 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:06.607287 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Deleting port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:44:06.607637 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:06.629184 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-57307897-6466-4bc7-86e1-1b9c8619ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:44:05Z', 'revision_number': 5, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port': {'id': '7cb1bfc8-90f4-4f4e-836b-9e9244a258db', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:23Z', 'updated_at': '2021-06-16T15:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:06.632723 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57307897-6466-4bc7-86e1-1b9c8619ecb6 None None] Checking router: 0835bb91-b54b-420f-9583-f2938d4a026b for host: dv-cinder-757908-6-iscsi {{(pid=92142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:44:06.641887 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57307897-6466-4bc7-86e1-1b9c8619ecb6 None None] Routers {'0835bb91-b54b-420f-9583-f2938d4a026b'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:44:06.642518 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-57307897-6466-4bc7-86e1-1b9c8619ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:43:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['0835bb91-b54b-420f-9583-f2938d4a026b'], 'active': True} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:06.716076 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] For port 7cb1bfc8-90f4-4f4e-836b-9e9244a258db, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=7cb1bfc8-90f4-4f4e-836b-9e9244a258db,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:06.716740 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:06.799241 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Calling delete_port for 7cb1bfc8-90f4-4f4e-836b-9e9244a258db owned by network:router_gateway {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:44:06.871614 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvr_db [None req-57307897-6466-4bc7-86e1-1b9c8619ecb6 None None] Set router 0835bb91-b54b-420f-9583-f2938d4a026b gateway port host: None {{(pid=92142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:44:06.944435 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_hamode_db [None req-57307897-6466-4bc7-86e1-1b9c8619ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:44:06Z', 'revision_number': 6, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port_host': None}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:06.948329 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57307897-6466-4bc7-86e1-1b9c8619ecb6 None None] The sync data for ids ['0835bb91-b54b-420f-9583-f2938d4a026b'] in dv-cinder-757908-6-iscsi is: [{'id': '0835bb91-b54b-420f-9583-f2938d4a026b', 'name': 'tempest-TestShelveInstance-1801133325-router', 'tenant_id': '63c5be46058e4a04a0d47401fc908e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:22Z', 'updated_at': '2021-06-16T15:44:06Z', 'revision_number': 6, 'project_id': '63c5be46058e4a04a0d47401fc908e09', 'gw_port_host': None}] {{(pid=92142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:44:07.003707 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.005845 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-eb223832-eb22-4037-9249-d3352f8558e9 tempest-AttachVolumeNegativeTest-1677245030 tempest-AttachVolumeNegativeTest-1677245030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:07.034669 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb1bfc8-90f4-4f4e-836b-9e9244a258db,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:07.037659 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:07.123628 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678366'] for router_gateway, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.214240 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-823'] for router, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.216376 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.262046 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427092'] for router, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.262522 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0835bb91-b54b-420f-9583-f2938d4a026b {{(pid=92140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:44:07.275968 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] Notify callbacks [] for router, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.277607 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-6a5265b9-7599-44f3-afca-e8a0cb7cc8b7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0835bb91-b54b-420f-9583-f2938d4a026b HTTP/1.1" status: 204 len: 168 time: 0.9535480 Jun 16 15:44:07.279745 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 54280) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:07.337582 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad1453e-9556-4ee6-9b6a-04e4469fc29d admin admin] Deleting subnet 7adaeb16-1ee8-48d0-8a48-f2757cb87405 {{(pid=92140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:44:07.341078 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9ad1453e-9556-4ee6-9b6a-04e4469fc29d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.386162 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9ad1453e-9556-4ee6-9b6a-04e4469fc29d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8383262'] for subnet, precommit_delete_associations {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.470370 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9ad1453e-9556-4ee6-9b6a-04e4469fc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.521914 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9ad1453e-9556-4ee6-9b6a-04e4469fc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7514117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1118612'] for subnet, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.523840 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:07.550265 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1453e-9556-4ee6-9b6a-04e4469fc29d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adaeb16-1ee8-48d0-8a48-f2757cb87405,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:07.553707 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9ad1453e-9556-4ee6-9b6a-04e4469fc29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:07.556591 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-9ad1453e-9556-4ee6-9b6a-04e4469fc29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for subnet, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.558513 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-9ad1453e-9556-4ee6-9b6a-04e4469fc29d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7adaeb16-1ee8-48d0-8a48-f2757cb87405 HTTP/1.1" status: 204 len: 168 time: 0.2777917 Jun 16 15:44:07.562357 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590242cd-07c8-43c7-8750-7b36568e9b4b None None] Network f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:44:07.565140 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 54282) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:07.654461 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.717096 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Deleting port 796ee478-679b-45bf-8b63-59f31d301ffa {{(pid=92140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:44:07.717447 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.785139 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] DHCP port deletion for f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 request from dv-cinder-757908-6-iscsi {{(pid=92142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:44:07.793733 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] For port 796ee478-679b-45bf-8b63-59f31d301ffa, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=796ee478-679b-45bf-8b63-59f31d301ffa,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:07.794087 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.834080 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Deleting port 796ee478-679b-45bf-8b63-59f31d301ffa {{(pid=92142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:44:07.834463 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.884893 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.plugin [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Calling delete_port for 796ee478-679b-45bf-8b63-59f31d301ffa owned by network:dhcp {{(pid=92140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:44:07.904681 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] For port 796ee478-679b-45bf-8b63-59f31d301ffa, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=796ee478-679b-45bf-8b63-59f31d301ffa,segment=NetworkSegment(a1c7d209-11d0-4bdb-a670-70b0682b4197),segment_id=a1c7d209-11d0-4bdb-a670-70b0682b4197)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:07.905027 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.976076 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Calling delete_port for 796ee478-679b-45bf-8b63-59f31d301ffa owned by network:dhcp {{(pid=92142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:44:07.977991 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7514319'] for port, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:07.980073 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-70767c5c-257d-40d1-8708-2eee6b0a587a tempest-TestVolumeBootPattern-2034163303 tempest-TestVolumeBootPattern-2034163303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:08.003143 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=796ee478-679b-45bf-8b63-59f31d301ffa,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:08.010314 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:08.013202 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] No DVR routers for this DVR port 796ee478-679b-45bf-8b63-59f31d301ffa on host dv-cinder-757908-6-iscsi {{(pid=92140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:44:08.083598 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558'] for port, after_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:08.085820 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-50489139-2367-4cc1-9093-57907de5cc2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:08.091267 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:08.101694 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4786cf1-4174-4f9a-9e3f-ca7982a0ada8']}} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:08.107518 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Pushing event deleted for resources: {'Port': ['ID=796ee478-679b-45bf-8b63-59f31d301ffa,revision_number=None']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:08.112707 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c7d209-11d0-4bdb-a670-70b0682b4197') {'for_net_delete': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:08.113079 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.services.segments.db [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c7d209-11d0-4bdb-a670-70b0682b4197') {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:08.117923 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.118293 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.118725 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.118994 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.119329 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.119675 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.120001 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.120331 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.120660 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.121012 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.121346 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.121671 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757908-6-iscsi {{(pid=92142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:44:08.122258 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8383239'] for segment, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:08.124270 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] No DVR routers for this DVR port 796ee478-679b-45bf-8b63-59f31d301ffa on host dv-cinder-757908-6-iscsi {{(pid=92142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:44:08.125732 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-2220bcb2-9cc2-4fd6-bef3-8894e0fad401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:08.138001 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:08.144398 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=92140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:44:08.144826 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7514266'] for segment, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: retrieve_revision_numbers = { Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: Traceback (most recent call last): Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: timer() Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: cb(*args, **kw) Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: return func(*args, **kwargs) Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: self._notify() Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: self.callback(batched_events) Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: event.method(event) Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: return f(self, *a, **k) Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._get(url).json() Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: return self.request(url, 'GET', **kwargs) Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:44:08.146694 dv-cinder-757908-6-iscsi neutron-server[92140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:44:08.201589 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:08.205593 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:08.208003 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:08.209755 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f4786cf1-4174-4f9a-9e3f-ca7982a0ada8 HTTP/1.1" status: 204 len: 168 time: 0.6433344 Jun 16 15:44:08.213393 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 54284) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:08.221694 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4786cf1-4174-4f9a-9e3f-ca7982a0ada8,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:08.224126 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-31f43663-5b66-442d-beeb-7f0b674e7bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:08.588139 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610953'] for router_interface, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:08.726234 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 7cb1bfc8-90f4-4f4e-836b-9e9244a258db no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:44:08.741394 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 7cb1bfc8-90f4-4f4e-836b-9e9244a258db {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:44:08.741756 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 7cb1bfc8-90f4-4f4e-836b-9e9244a258db not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:44:08.742190 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 796ee478-679b-45bf-8b63-59f31d301ffa no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:44:08.760897 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 796ee478-679b-45bf-8b63-59f31d301ffa {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:44:08.761280 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 796ee478-679b-45bf-8b63-59f31d301ffa not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:44:08.761714 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 45d8b291-d781-4c89-a07a-7d140bce1560 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:44:08.780826 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: 45d8b291-d781-4c89-a07a-7d140bce1560 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:44:08.781237 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device 45d8b291-d781-4c89-a07a-7d140bce1560 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:44:08.866178 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] Deleting port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:44:08.866458 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:08.947618 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] For port ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71,segment=NetworkSegment(c60739f8-d721-4db2-ac4f-52df0f819483),segment_id=c60739f8-d721-4db2-ac4f-52df0f819483)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:08.947969 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:09.012757 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] Calling delete_port for ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 owned by network:router_interface {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:44:09.199489 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:09.201717 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-2fced2b6-aae8-4c25-9d1a-42ca5c4c1f9a tempest-TestMinimumBasicScenario-1609059634 tempest-TestMinimumBasicScenario-1609059634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:09.230133 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:09.231928 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:09.412660 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610845'] for router_interface, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:09.635925 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] Router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f has already been hosted by L3 agent 9e75acfe-dc58-4267-94e9-10e9201ee832 {{(pid=92141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:44:09.754796 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] Notify agent at l3_agent.dv-cinder-757908-6-iscsi the message routers_updated {{(pid=92141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:44:09.759965 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-153b97ac-0627-4c60-bb8c-4e58da4915fc admin admin] 10.222.0.61 "PUT /v2.0/routers/c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5451334 Jun 16 15:44:09.762566 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 54286) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:09.765183 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afbca1-14d7-4d36-8d4c-5148b0ec7985 None None] Sync routers for ids ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'] in dv-cinder-757908-6-iscsi {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:44:09.775263 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afbca1-14d7-4d36-8d4c-5148b0ec7985 None None] Routers {'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:44:09.775933 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-e1afbca1-14d7-4d36-8d4c-5148b0ec7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:43:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:09.868820 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:09.879251 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-e1afbca1-14d7-4d36-8d4c-5148b0ec7985 None None] Set router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f gateway port host: dv-cinder-757908-6-iscsi {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:44:09.973264 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.036871 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Deleting port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:44:10.037461 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.086296 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-e1afbca1-14d7-4d36-8d4c-5148b0ec7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'name': 'tempest-TestShelveInstance-1183947187-router', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'external_fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:44:09Z', 'revision_number': 5, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'gw_port': {'id': 'fc20ffb4-972e-453a-a51b-5d7b8fd44fe3', 'name': '', 'network_id': '43ae66be-102b-49e6-bb36-82b6a3432ce6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757908-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f26-7d8c-4805-8d7e-4b8292bb7b83', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757908-6-iscsi'}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:10.089948 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afbca1-14d7-4d36-8d4c-5148b0ec7985 None None] Checking router: c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f for host: dv-cinder-757908-6-iscsi {{(pid=92143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:44:10.098984 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afbca1-14d7-4d36-8d4c-5148b0ec7985 None None] Routers {'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'} bound to L3 agent in host dv-cinder-757908-6-iscsi {{(pid=92143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:44:10.099610 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-e1afbca1-14d7-4d36-8d4c-5148b0ec7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757908-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:11:23Z,description=,heartbeat_timestamp=2021-06-16T15:43:53Z,host='dv-cinder-757908-6-iscsi',id=9e75acfe-dc58-4267-94e9-10e9201ee832,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:11:23Z,topic='l3_agent')) {'router_ids': ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'], 'active': True} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:10.142924 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] For port fc20ffb4-972e-453a-a51b-5d7b8fd44fe3, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=fc20ffb4-972e-453a-a51b-5d7b8fd44fe3,segment=NetworkSegment(e04fcd2b-d726-4696-82a1-5accaa89f525),segment_id=e04fcd2b-d726-4696-82a1-5accaa89f525)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:10.143204 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.181137 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_dvr_db [None req-e1afbca1-14d7-4d36-8d4c-5148b0ec7985 None None] Set router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f gateway port host: None {{(pid=92143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:44:10.209896 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Calling delete_port for fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 owned by network:router_gateway {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:44:10.241025 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.l3_hamode_db [None req-e1afbca1-14d7-4d36-8d4c-5148b0ec7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'name': 'tempest-TestShelveInstance-1183947187-router', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:44:09Z', 'revision_number': 6, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'gw_port_host': None}], 'dv-cinder-757908-6-iscsi', False) {} {{(pid=92143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:10.244682 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afbca1-14d7-4d36-8d4c-5148b0ec7985 None None] The sync data for ids ['c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f'] in dv-cinder-757908-6-iscsi is: [{'id': 'c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f', 'name': 'tempest-TestShelveInstance-1183947187-router', 'tenant_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:38:28Z', 'updated_at': '2021-06-16T15:44:09Z', 'revision_number': 6, 'project_id': 'ebd28809c0184e4a9b955d4653d5d6f8', 'gw_port_host': None}] {{(pid=92143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:44:10.384474 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.386472 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-055f449c-75cf-473e-a6a3-be70eaa8365e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:10.409602 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=fc20ffb4-972e-453a-a51b-5d7b8fd44fe3,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:10.413107 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:10.479327 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1678366'] for router_gateway, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.574709 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-823'] for router, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.577074 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.642861 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427092'] for router, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.643881 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f {{(pid=92141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:44:10.651630 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] Notify callbacks [] for router, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.653887 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-73ecd6d9-86bd-4a0c-ae26-bec88aea7fdd admin admin] 10.222.0.61 "DELETE /v2.0/routers/c7bd7d6c-35b0-44ae-bdc0-e2ad9ee12f7f HTTP/1.1" status: 204 len: 168 time: 0.8901684 Jun 16 15:44:10.657807 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 54288) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:10.710306 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6165f3bd-b4c8-441f-a5be-267efd4f44aa admin admin] Deleting subnet 89ec2756-6ef4-4593-8a3d-cd7d8fbe1341 {{(pid=92141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:44:10.713886 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6165f3bd-b4c8-441f-a5be-267efd4f44aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.751241 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6165f3bd-b4c8-441f-a5be-267efd4f44aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7517782'] for subnet, precommit_delete_associations {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.830347 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6165f3bd-b4c8-441f-a5be-267efd4f44aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544928'] for subnet, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.887594 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6165f3bd-b4c8-441f-a5be-267efd4f44aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7517230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7534971'] for subnet, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.890096 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:10.926085 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165f3bd-b4c8-441f-a5be-267efd4f44aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ec2756-6ef4-4593-8a3d-cd7d8fbe1341,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:10.928701 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6165f3bd-b4c8-441f-a5be-267efd4f44aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:10.933892 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6165f3bd-b4c8-441f-a5be-267efd4f44aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:10.935746 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6165f3bd-b4c8-441f-a5be-267efd4f44aa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/89ec2756-6ef4-4593-8a3d-cd7d8fbe1341 HTTP/1.1" status: 204 len: 168 time: 0.2769451 Jun 16 15:44:10.938345 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 54290) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:10.939393 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0504c1c6-20cd-4e27-b32a-0bcf9dc46124 None None] Network 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 requested from dv-cinder-757908-6-iscsi {{(pid=92142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:44:11.009926 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637245'] for network, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.078071 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Deleting port b2468743-1b8e-40da-89c5-cd4be3551535 {{(pid=92141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:44:11.078460 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.138293 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a33df6-f746-4ae8-9564-ec44ab0dc06e None None] DHCP port deletion for 979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 request from dv-cinder-757908-6-iscsi {{(pid=92142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:44:11.143574 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:44:11.154535 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.db [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] For port b2468743-1b8e-40da-89c5-cd4be3551535, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=b2468743-1b8e-40da-89c5-cd4be3551535,segment=NetworkSegment(c60739f8-d721-4db2-ac4f-52df0f819483),segment_id=c60739f8-d721-4db2-ac4f-52df0f819483)] {{(pid=92141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:11.155135 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.173151 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:44:11.173816 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device ff9ea5a9-efa3-4a4a-9cbb-10fed1a34b71 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:44:11.219726 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-a4a33df6-f746-4ae8-9564-ec44ab0dc06e None None] Deleting port b2468743-1b8e-40da-89c5-cd4be3551535 {{(pid=92142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:44:11.220145 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a4a33df6-f746-4ae8-9564-ec44ab0dc06e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749608597917'] for port, before_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.228097 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.plugin [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Calling delete_port for b2468743-1b8e-40da-89c5-cd4be3551535 owned by network:dhcp {{(pid=92141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:44:11.289225 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.db [None req-a4a33df6-f746-4ae8-9564-ec44ab0dc06e None None] For port b2468743-1b8e-40da-89c5-cd4be3551535, host dv-cinder-757908-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757908-6-iscsi',level=0,port_id=b2468743-1b8e-40da-89c5-cd4be3551535,segment=NetworkSegment(c60739f8-d721-4db2-ac4f-52df0f819483),segment_id=c60739f8-d721-4db2-ac4f-52df0f819483)] {{(pid=92142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:44:11.289629 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a4a33df6-f746-4ae8-9564-ec44ab0dc06e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676526'] for port, precommit_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.324714 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7517412'] for port, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.328623 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-e37e0c35-e083-4c0a-b4fa-41bb80572cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:11.354257 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Pushing event deleted for resources: {'Port': ['ID=b2468743-1b8e-40da-89c5-cd4be3551535,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:11.357294 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:11.358018 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] No DVR routers for this DVR port b2468743-1b8e-40da-89c5-cd4be3551535 on host dv-cinder-757908-6-iscsi {{(pid=92141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:44:11.359980 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-a4a33df6-f746-4ae8-9564-ec44ab0dc06e None None] Calling delete_port for b2468743-1b8e-40da-89c5-cd4be3551535 owned by network:dhcp {{(pid=92142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:44:11.433501 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569135', 'neutron.services.segments.db._delete_segments_for_network-8749608635441'] for network, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.437207 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a4a33df6-f746-4ae8-9564-ec44ab0dc06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749608602745', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749608161558'] for port, after_delete {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.440487 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:11.445067 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979d15c5-ba15-42b8-ab9a-b4c5c0679ed3']}} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:11.455438 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60739f8-d721-4db2-ac4f-52df0f819483') {'for_net_delete': True} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:11.455712 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.services.segments.db [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60739f8-d721-4db2-ac4f-52df0f819483') {} {{(pid=92141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:44:11.463723 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a33df6-f746-4ae8-9564-ec44ab0dc06e None None] Pushing event deleted for resources: {'Port': ['ID=b2468743-1b8e-40da-89c5-cd4be3551535,revision_number=None']} {{(pid=92142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:11.464682 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749608634754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7517775'] for segment, before_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.466796 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG oslo_concurrency.lockutils [None req-a4a33df6-f746-4ae8-9564-ec44ab0dc06e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:11.467619 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a33df6-f746-4ae8-9564-ec44ab0dc06e None None] No DVR routers for this DVR port b2468743-1b8e-40da-89c5-cd4be3551535 on host dv-cinder-757908-6-iscsi {{(pid=92142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:44:11.480068 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611'] for segment, precommit_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.487560 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=92141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:44:11.487963 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7517361'] for segment, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: Traceback (most recent call last): Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: timer() Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: cb(*args, **kw) Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: return func(*args, **kwargs) Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: self._notify() Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: self.callback(batched_events) Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: event.method(event) Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: return f(self, *a, **k) Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._get(url).json() Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: return self.request(url, 'GET', **kwargs) Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:44:11.489793 dv-cinder-757908-6-iscsi neutron-server[92141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:44:11.550202 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1679082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1808207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1678448'] for network, after_delete {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.553835 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-4d81cdbe-f995-49c8-b0c6-15fad586620a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:11.556558 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron_lib.callbacks.manager [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808208'] for network, before_response {{(pid=92141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:11.558268 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] 10.222.0.61 "DELETE /v2.0/networks/979d15c5-ba15-42b8-ab9a-b4c5c0679ed3 HTTP/1.1" status: 204 len: 168 time: 0.6188614 Jun 16 15:44:11.568782 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Pushing event deleted for resources: {'Network': ['ID=979d15c5-ba15-42b8-ab9a-b4c5c0679ed3,revision_number=None']} {{(pid=92141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:11.571164 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG oslo_concurrency.lockutils [None req-6c542f69-b720-4d97-8272-c776ca1666da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:11.675620 dv-cinder-757908-6-iscsi neutron-server[92141]: DEBUG neutron.wsgi [-] (92141) accepted ('10.222.0.61', 54294) {{(pid=92141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:11.717828 dv-cinder-757908-6-iscsi neutron-server[92141]: INFO neutron.wsgi [None req-6883e44b-91dc-40bb-bb9f-14ca9e654e28 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63c5be46058e4a04a0d47401fc908e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408623 Jun 16 15:44:11.720228 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 54296) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:11.776374 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8545a469-fce9-44f4-9744-fdf2e11560a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:12.080266 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8545a469-fce9-44f4-9744-fdf2e11560a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:12.127599 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8545a469-fce9-44f4-9744-fdf2e11560a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:12.130323 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-8545a469-fce9-44f4-9744-fdf2e11560a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:12.131567 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-8545a469-fce9-44f4-9744-fdf2e11560a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/296ef397-7fd5-4b6f-91f6-bd572f6100ec HTTP/1.1" status: 204 len: 168 time: 0.4102964 Jun 16 15:44:12.132308 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-2c4da971-5170-4d61-8bc3-1496635ec088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:12.139735 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545a469-fce9-44f4-9744-fdf2e11560a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296ef397-7fd5-4b6f-91f6-bd572f6100ec,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:12.142944 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-8545a469-fce9-44f4-9744-fdf2e11560a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:12.467338 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 54302) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:12.524117 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-b3b482ef-3911-4ad0-a7d3-361b21961e53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ebd28809c0184e4a9b955d4653d5d6f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554523 Jun 16 15:44:12.526735 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.wsgi [-] (92140) accepted ('10.222.0.61', 54304) {{(pid=92140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:44:12.578414 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-63add1d3-8594-44c3-82ee-c0a300a7dafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:12.603788 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-63add1d3-8594-44c3-82ee-c0a300a7dafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:12.651863 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-63add1d3-8594-44c3-82ee-c0a300a7dafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678854'] for security_group, after_delete {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:12.654875 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-63add1d3-8594-44c3-82ee-c0a300a7dafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:12.656085 dv-cinder-757908-6-iscsi neutron-server[92140]: INFO neutron.wsgi [None req-63add1d3-8594-44c3-82ee-c0a300a7dafa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ed16876-8943-4b47-af17-f59f4e9b35ab HTTP/1.1" status: 204 len: 168 time: 0.1282353 Jun 16 15:44:12.656883 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-309e4297-9653-4895-9686-8aa04e5acfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:44:12.664640 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63add1d3-8594-44c3-82ee-c0a300a7dafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed16876-8943-4b47-af17-f59f4e9b35ab,revision_number=None']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:44:12.667121 dv-cinder-757908-6-iscsi neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-63add1d3-8594-44c3-82ee-c0a300a7dafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:44:12.731789 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device b2468743-1b8e-40da-89c5-cd4be3551535 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:44:12.753191 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: b2468743-1b8e-40da-89c5-cd4be3551535 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:44:12.753640 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device b2468743-1b8e-40da-89c5-cd4be3551535 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:44:12.754148 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 no longer exists at agent ovs-agent-dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:44:12.773976 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] No Port match for: fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 {{(pid=92142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:44:12.774337 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron.plugins.ml2.rpc [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Device fc20ffb4-972e-453a-a51b-5d7b8fd44fe3 not bound to the agent host dv-cinder-757908-6-iscsi {{(pid=92142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:44:19.934726 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-38434f7a-9e76-43e0-8e73-ee935c585058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:23.458421 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-bccd9f8f-ccf7-476a-9cc4-e4ec0a5bc352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:24.043083 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:26.333553 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:28.042540 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:33.162074 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:42.858170 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:44:49.936581 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-d1e28511-91e0-4a95-bc58-34a829798b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:53.461847 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a9c5742d-07bd-40e1-8c22-170bdb2b425b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:54.035198 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:56.337670 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:58.044776 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:03.159874 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:19.857193 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:45:19.938416 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-b6010cbe-ea90-4b1a-8903-b0bc99c840e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:23.466234 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-09d40bd4-4614-4adc-884e-1d396bc749fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:24.037627 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:26.340817 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:28.047188 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.205601 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.939139 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0370-ba76-4b9d-85d4-d7a1c32a9692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:53.467494 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-af58ce37-fed8-4ace-a9d3-3b562d31abeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:54.040030 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:56.342424 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:56.856079 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:45:58.051824 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:03.157544 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:19.940841 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-cf05aaf1-2739-4f40-b826-128b35ccc7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.469369 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-73a82e0b-621d-4ce4-b2b9-ad5d6f7566c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:24.042493 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.349896 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:28.050869 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:33.169338 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:33.854647 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:46:49.941338 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-2f192a4b-d1a0-4921-b4f8-d047fce5eed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:53.471418 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-04521c60-481f-441d-8581-194255299204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:54.045664 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:56.349509 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:58.054335 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:03.175965 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:10.853419 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:47:19.945991 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4ff6dec4-60b9-4b39-bc3a-86b03dd23d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:23.472181 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-a212263e-61de-49f6-ba61-c390d0dd7a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:24.048622 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:26.353812 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:28.057134 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:33.221645 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:47.851440 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:47:49.947010 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-f690f7aa-6f75-4c56-bad4-74d92d146aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:53.474698 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-83ad6958-f975-4fc9-b724-8724d352f286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:54.050673 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:56.357020 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:58.060941 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:03.226285 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:19.949338 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2290-76a8-4390-987c-3e6d84f9a092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:23.476462 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-97252747-c4dc-4fdf-955d-279257d288a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:24.052476 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:24.850459 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:48:26.357848 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:28.065706 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:33.231981 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:49.950842 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-c7282fc4-0d7f-48e1-80e0-2eda7602e7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:53.477572 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-8ab999f6-47b4-4bed-8b52-e2f98a87b12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:54.055077 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:56.362151 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:58.067455 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:01.849894 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:49:03.238183 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:19.953015 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-cd60bed0-bcbd-4b13-ac19-21c9870575ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:23.481104 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ae88daf8-e992-439c-842c-427ffca67c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:24.056752 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:26.365087 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:28.070347 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:33.370749 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:38.848635 dv-cinder-757908-6-iscsi neutron-server[92143]: DEBUG neutron.db.agents_db [None req-97e47252-3cbf-4dd3-a356-9056c81d2479 None None] Agent healthcheck: found 6 active agents {{(pid=92143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:49:49.955791 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-4df7122f-95cc-4571-9029-15eb53d93f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:53.485073 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-0f17a519-fb0c-4a58-ac23-cd95e435bb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:54.057803 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7fb4-24a9-4935-a1d9-bde2e565f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:56.367430 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-360adfe4-cae2-412e-b3e6-2dee2823069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:58.074008 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-ec27031c-03a8-4057-8712-cd331e328ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.252384 dv-cinder-757908-6-iscsi neutron-server[92142]: DEBUG neutron_lib.callbacks.manager [None req-516d812e-7b38-403e-97d6-34c6872e691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749608635423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566241'] for agent, after_update {{(pid=92142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}